-- Logs begin at Thu 2022-01-27 20:38:16 UTC, end at Thu 2022-01-27 23:37:43 UTC. --
Jan 27 21:26:35.764770 n-d-826527-2 systemd[1]: Started Devstack devstack@n-super-cond.service.
Jan 27 21:26:39.441766 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_db.sqlalchemy.engines [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109431) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jan 27 21:26:39.501271 n-d-826527-2 nova-conductor[109431]: DEBUG nova.context [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) {{(pid=109431) load_cells /opt/stack/nova/nova/context.py:464}}
Jan 27 21:26:39.506597 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_concurrency.lockutils [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=109431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:26:39.508131 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_concurrency.lockutils [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=109431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:26:39.509002 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_concurrency.lockutils [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=109431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:26:39.510885 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_concurrency.lockutils [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=109431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:26:39.617478 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_db.sqlalchemy.engines [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109431) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jan 27 21:26:39.619082 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_db.sqlalchemy.engines [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109431) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jan 27 21:26:39.759427 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_concurrency.lockutils [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] Acquired lock "singleton_lock" {{(pid=109431) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Jan 27 21:26:39.759917 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_concurrency.lockutils [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] Releasing lock "singleton_lock" {{(pid=109431) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Jan 27 21:26:39.760650 n-d-826527-2 nova-conductor[109431]: INFO oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] Starting 2 workers
Jan 27 21:26:39.765340 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] Started child 110302 {{(pid=109431) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 27 21:26:39.770006 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] Started child 110303 {{(pid=109431) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 27 21:26:39.771211 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] Full set of CONF: {{(pid=109431) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jan 27 21:26:39.771600 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ******************************************************************************** {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 21:26:39.771968 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] Configuration options gathered from: {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 27 21:26:39.772348 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 27 21:26:39.773050 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] config files: ['/etc/nova/nova.conf'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 27 21:26:39.773351 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ================================================================================ {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 27 21:26:39.774115 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] allow_resize_to_same_host      = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.774568 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] arq_binding_timeout            = 300 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.775022 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] block_device_allocate_retries  = 60 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.775385 n-d-826527-2 nova-conductor[110302]: INFO nova.service [-] Starting conductor node (version 24.1.0)
Jan 27 21:26:39.775869 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] block_device_allocate_retries_interval = 3 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.775957 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cert                           = self.pem {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.776329 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] compute_driver                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.776861 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] compute_monitors               = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.777370 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] config_dir                     = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.777819 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] config_drive_format            = iso9660 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.778695 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] config_file                    = ['/etc/nova/nova.conf'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.779115 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] config_source                  = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.779551 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] console_host                   = n-d-826527-2 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.779968 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] control_exchange               = nova {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.780420 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cpu_allocation_ratio           = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.780843 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] daemon                         = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.781268 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] debug                          = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.781665 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] default_access_ip_network_name = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.782089 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] default_availability_zone      = nova {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.782475 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] default_ephemeral_format       = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.783113 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.784333 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] default_schedule_zone          = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.784333 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] disk_allocation_ratio          = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.784515 n-d-826527-2 nova-conductor[110303]: INFO nova.service [-] Starting conductor node (version 24.1.0)
Jan 27 21:26:39.784965 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] enable_new_services            = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.784965 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] enabled_apis                   = ['osapi_compute'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.785330 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] enabled_ssl_apis               = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.785643 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] flat_injected                  = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.786030 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] force_config_drive             = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.786427 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] force_raw_images               = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.786842 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] graceful_shutdown_timeout      = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.787254 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] heal_instance_info_cache_interval = 60 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.788026 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] host                           = n-d-826527-2 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.788483 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] initial_cpu_allocation_ratio   = 16.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.788883 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.789297 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] initial_ram_allocation_ratio   = 1.5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.789828 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.790211 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] instance_build_timeout         = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.790583 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] instance_delete_interval       = 300 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.790970 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] instance_format                = [instance: %(uuid)s]  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.791350 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] instance_name_template         = instance-%08x {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.791746 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] instance_usage_audit           = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.792165 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] instance_usage_audit_period    = month {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.792657 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.793064 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.793462 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] internal_service_availability_zone = internal {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.793936 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] key                            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.794808 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] live_migration_retry_count     = 30 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.795346 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] log_config_append              = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.796289 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.797231 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] log_dir                        = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.797639 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] log_file                       = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.797957 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] log_options                    = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.798361 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] log_rotate_interval            = 1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.798803 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] log_rotate_interval_type       = days {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.799513 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] log_rotation_type              = none {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.799926 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.800251 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.800707 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.801118 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.801436 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.801862 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] long_rpc_timeout               = 1800 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.802260 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] max_concurrent_builds          = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.802659 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] max_concurrent_live_migrations = 1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.803032 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] max_concurrent_snapshots       = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.803416 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] max_local_block_devices        = 3 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.803787 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] max_logfile_count              = 30 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.804163 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] max_logfile_size_mb            = 200 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.804570 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] maximum_instance_delete_attempts = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.804976 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] metadata_listen                = 0.0.0.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.805418 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] metadata_listen_port           = 8775 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.805827 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] metadata_workers               = 2 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.806219 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] migrate_max_retries            = -1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.806600 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] mkisofs_cmd                    = genisoimage {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.807077 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] my_block_storage_ip            = 10.222.0.53 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.807628 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] my_ip                          = 10.222.0.53 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.808211 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] network_allocate_retries       = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.808842 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.809464 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.810638 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] osapi_compute_listen_port      = 8774 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.811239 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] osapi_compute_unique_server_name_scope =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.811828 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] osapi_compute_workers          = 2 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.812400 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] password_length                = 12 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.813013 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] periodic_enable                = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.813573 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] periodic_fuzzy_delay           = 60 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.814145 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] pointer_model                  = usbtablet {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.814744 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] preallocate_images             = none {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.815076 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.sqlalchemy.engines [None req-d549901f-0eee-4303-b837-1fb7e8817348 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110302) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jan 27 21:26:39.815516 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] publish_errors                 = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.816325 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] pybasedir                      = /opt/stack/nova {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.816942 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ram_allocation_ratio           = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.817500 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] rate_limit_burst               = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.818374 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] rate_limit_except_level        = CRITICAL {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.819125 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] rate_limit_interval            = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.819937 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] reboot_timeout                 = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.820525 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] reclaim_instance_interval      = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.821084 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] record                         = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.821636 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] report_interval                = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.822187 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] rescue_timeout                 = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.822776 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] reserved_host_cpus             = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.823353 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] reserved_host_disk_mb          = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.823904 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] reserved_host_memory_mb        = 512 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.824556 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] reserved_huge_pages            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.825676 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] resize_confirm_window          = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.826243 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] resize_fs_using_block_device   = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.826835 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] resume_guests_state_on_host_boot = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.827134 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_db.sqlalchemy.engines [None req-8648714c-3e96-4d8f-ba9b-488a7584016c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110303) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jan 27 21:26:39.827631 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.828211 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] rpc_response_timeout           = 60 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.828820 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] run_external_periodic_tasks    = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.829402 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] running_deleted_instance_action = reap {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.829984 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] running_deleted_instance_poll_interval = 1800 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.830539 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] running_deleted_instance_timeout = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.831105 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] scheduler_instance_sync_interval = 120 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.831678 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] service_down_time              = 60 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.832279 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] servicegroup_driver            = db {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.832887 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] shelved_offload_time           = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.833451 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] shelved_poll_interval          = 3600 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.834035 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] shutdown_timeout               = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.834594 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] source_is_ipv6                 = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.835161 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ssl_only                       = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.835725 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] state_path                     = /opt/stack/data/nova {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.836291 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] sync_power_state_interval      = 600 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.836914 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] sync_power_state_pool_size     = 1000 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.837518 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] syslog_log_facility            = LOG_USER {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.838130 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] tempdir                        = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.838686 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] timeout_nbd                    = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.839292 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] transport_url                  = **** {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.839852 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] update_resources_interval      = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.840440 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] use_cow_images                 = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.841091 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] use_eventlog                   = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.841691 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] use_journal                    = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.842258 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] use_json                       = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.842811 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] use_rootwrap_daemon            = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.843374 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] use_stderr                     = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.844291 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] use_syslog                     = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.844899 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vcpu_pin_set                   = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.845467 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vif_plugging_is_fatal          = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.846052 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vif_plugging_timeout           = 300 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.846647 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] virt_mkfs                      = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.847218 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] volume_usage_poll_interval     = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.847783 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] watch_log_file                 = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.848369 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] web                            = /usr/share/spice-html5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 27 21:26:39.849120 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_concurrency.disable_process_locking = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.850006 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.850613 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.851180 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.851778 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.852366 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.852957 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.853598 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.auth_strategy              = keystone {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.854198 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.compute_link_prefix        = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.854806 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.855392 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.dhcp_domain                = novalocal {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.855842 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.enable_instance_password   = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.856180 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.glance_link_prefix         = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.857112 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.857699 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.858236 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.instance_list_per_project_cells = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.858778 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.list_records_by_skipping_down_cells = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.859310 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.local_metadata_per_cell    = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.859870 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.max_limit                  = 1000 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.860490 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.metadata_cache_expiration  = 15 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.867676 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.neutron_default_tenant_id  = default {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.867676 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.use_forwarded_for          = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.867676 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.use_neutron_default_nets   = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.867676 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.867676 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.867676 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.867676 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.868249 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.vendordata_dynamic_targets = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.868249 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.vendordata_jsonfile_path   = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.868249 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.868249 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.backend                  = dogpile.cache.memcached {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.868249 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.backend_argument         = **** {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.868249 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.config_prefix            = cache.oslo {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.868736 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.debug_cache_backend      = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.868736 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.enabled                  = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.868736 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.expiration_time          = 600 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.868736 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.memcache_dead_retry      = 300 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.869210 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.869807 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.870402 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.memcache_pool_maxsize    = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.870980 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.871583 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.872239 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.872927 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.proxies                  = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.873516 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.tls_allowed_ciphers      = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.874093 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.tls_cafile               = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.874665 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.tls_certfile             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.875223 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.tls_enabled              = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.875797 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cache.tls_keyfile              = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.876478 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.auth_section            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.877067 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.auth_type               = password {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.877645 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.cafile                  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.878262 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.878886 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.certfile                = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.879444 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.collect_timing          = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.880021 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.cross_az_attach         = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.880616 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.debug                   = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.881177 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.endpoint_template       = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.881743 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.http_retries            = 3 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.882316 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.insecure                = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.882937 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.keyfile                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.883351 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.os_region_name          = RegionOne {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.883740 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.split_loggers           = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.884118 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cinder.timeout                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.884662 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.884959 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] compute.cpu_dedicated_set      = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.885531 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] compute.cpu_shared_set         = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.885921 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] compute.image_type_exclude_list = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.886309 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.886705 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] compute.max_concurrent_disk_ops = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.887097 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] compute.max_disk_devices_to_attach = -1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.887995 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.888581 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] compute.resource_provider_association_refresh = 300 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.889102 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] compute.shutdown_retry_interval = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.889521 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] conductor.workers              = 2 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.890693 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] console.allowed_origins        = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.890693 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] console.ssl_ciphers            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.890693 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] console.ssl_minimum_version    = default {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.891106 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] consoleauth.token_ttl          = 600 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.891516 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.cafile                  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.891890 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.certfile                = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.892264 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.collect_timing          = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.892664 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.connect_retries         = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.893050 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.connect_retry_delay     = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.893621 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.endpoint_override       = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.894182 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.insecure                = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.894747 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.keyfile                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.895314 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.max_version             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.895916 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.min_version             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.896500 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.region_name             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.896883 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.service_name            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.897278 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.service_type            = accelerator {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.897653 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.split_loggers           = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.898027 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.status_code_retries     = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.898637 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.status_code_retry_delay = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.898747 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.timeout                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.899334 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.899712 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] cyborg.version                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.900123 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.backend               = sqlalchemy {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.900570 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.connection            = **** {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.900971 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.connection_debug      = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.901359 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.connection_parameters =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.901777 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.connection_recycle_time = 3600 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.902169 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.connection_trace      = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.902549 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.db_inc_retry_interval = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.902930 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.db_max_retries        = 20 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.904097 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.db_max_retry_interval = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.904607 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.db_retry_interval     = 1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.905006 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.max_overflow          = 50 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.905384 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.max_pool_size         = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.905771 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.max_retries           = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.906142 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.mysql_enable_ndb      = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.906739 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.907326 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.pool_timeout          = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.907909 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.retry_interval        = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.908502 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.slave_connection      = **** {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.909216 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.sqlite_synchronous    = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.909610 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] database.use_db_reconnect      = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.910110 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.backend           = sqlalchemy {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.910605 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.connection        = **** {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.911075 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.connection_debug  = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.911516 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.connection_parameters =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.911963 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.connection_recycle_time = 3600 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.912467 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.connection_trace  = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.912912 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.db_inc_retry_interval = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.913356 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.db_max_retries    = 20 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.913807 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.db_max_retry_interval = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.914351 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.db_retry_interval = 1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.914743 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.max_overflow      = 50 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.915125 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.max_pool_size     = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.915510 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.max_retries       = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.915885 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.mysql_enable_ndb  = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.916275 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.916683 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.pool_timeout      = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.917074 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.retry_interval    = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.917444 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.slave_connection  = **** {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.919278 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] api_database.sqlite_synchronous = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.919278 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] devices.enabled_mdev_types     = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.919278 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.919278 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ephemeral_storage_encryption.enabled = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.919933 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.920568 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.api_servers             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.921095 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.cafile                  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.921893 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.certfile                = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.922278 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.collect_timing          = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.922675 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.connect_retries         = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.923051 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.connect_retry_delay     = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.923450 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.debug                   = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.923881 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.default_trusted_certificate_ids = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.924304 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.enable_certificate_validation = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.924707 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.enable_rbd_download     = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.925129 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.endpoint_override       = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.925512 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.insecure                = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.925885 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.keyfile                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.926257 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.max_version             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.926625 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.min_version             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.927000 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.num_retries             = 3 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.927385 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.rbd_ceph_conf           =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.927770 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.rbd_connect_timeout     = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.928157 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.rbd_pool                =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.928568 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.rbd_user                =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.928939 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.region_name             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.929304 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.service_name            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.929685 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.service_type            = image {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.930057 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.split_loggers           = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.930725 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.status_code_retries     = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.930812 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.status_code_retry_delay = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.931166 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.timeout                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.931724 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.932263 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.verify_glance_signatures = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.932806 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] glance.version                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.933388 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] guestfs.debug                  = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.933983 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.config_drive_cdrom      = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.934091 n-d-826527-2 nova-conductor[110302]: DEBUG nova.service [None req-d549901f-0eee-4303-b837-1fb7e8817348 None None] Creating RPC server for service conductor {{(pid=110302) start /opt/stack/nova/nova/service.py:182}}
Jan 27 21:26:39.934689 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.config_drive_inject_password = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.935255 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.935829 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.enable_instance_metrics_collection = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.936413 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.enable_remotefx         = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.937001 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.instances_path_share    =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.937567 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.iscsi_initiator_list    = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.938132 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.limit_cpu_features      = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.938709 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.939266 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.939822 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.power_state_check_timeframe = 60 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.940445 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.941023 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.942244 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.use_multipath_io        = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.942244 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.volume_attach_retry_count = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.942636 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.943187 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.vswitch_name            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.943792 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.944408 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] mks.enabled                    = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.945604 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.946216 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] image_cache.manager_interval   = 2400 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.946833 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] image_cache.precache_concurrency = 1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.947432 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] image_cache.remove_unused_base_images = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.948068 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.948682 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.949268 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] image_cache.subdirectory_name  = _base {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.949871 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.api_max_retries         = 60 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.951248 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.api_retry_interval      = 2 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.951805 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.auth_section            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.952359 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.auth_type               = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.953087 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.cafile                  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.953643 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.certfile                = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.954200 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.collect_timing          = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.954765 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.connect_retries         = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.955314 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.connect_retry_delay     = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.955880 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.endpoint_override       = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.956456 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.insecure                = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.957032 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.keyfile                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.957624 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.max_version             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.958191 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.min_version             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.958835 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.partition_key           = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.959426 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.peer_list               = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.959990 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.region_name             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.960588 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.serial_console_state_timeout = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.961139 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.service_name            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.963730 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.service_type            = baremetal {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.964814 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.split_loggers           = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.967355 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.status_code_retries     = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.968730 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.status_code_retry_delay = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.978297 n-d-826527-2 nova-conductor[110303]: DEBUG nova.service [None req-8648714c-3e96-4d8f-ba9b-488a7584016c None None] Creating RPC server for service conductor {{(pid=110303) start /opt/stack/nova/nova/service.py:182}}
Jan 27 21:26:39.983074 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.timeout                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.984049 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.984827 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ironic.version                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.985484 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.986123 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] key_manager.fixed_key          = **** {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.986806 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.988679 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.barbican_api_version  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.993214 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.barbican_endpoint     = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.993896 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.barbican_endpoint_type = public {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.994520 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.barbican_region_name  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.995135 n-d-826527-2 nova-conductor[110302]: DEBUG nova.service [None req-d549901f-0eee-4303-b837-1fb7e8817348 None None] Join ServiceGroup membership for this service conductor {{(pid=110302) start /opt/stack/nova/nova/service.py:199}}
Jan 27 21:26:39.995348 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.cafile                = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.995852 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.certfile              = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.996117 n-d-826527-2 nova-conductor[110302]: DEBUG nova.servicegroup.drivers.db [None req-d549901f-0eee-4303-b837-1fb7e8817348 None None] DB_Driver: join new ServiceGroup member n-d-826527-2 to the conductor group, service = <Service: host=n-d-826527-2, binary=nova-conductor, manager_class_name=nova.conductor.manager.ConductorManager> {{(pid=110302) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Jan 27 21:26:39.996466 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.collect_timing        = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.997154 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.insecure              = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:39.997490 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.keyfile               = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.002810 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.number_of_retries     = 60 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.003387 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.retry_delay           = 1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.003936 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.send_service_user_token = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.005333 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.split_loggers         = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.005907 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.timeout               = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.006467 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.verify_ssl            = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.007042 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican.verify_ssl_path       = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.007624 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican_service_user.auth_section = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.010241 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican_service_user.auth_type = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.015490 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican_service_user.cafile   = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.016089 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican_service_user.certfile = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.018543 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican_service_user.collect_timing = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.020659 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican_service_user.insecure = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.023035 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican_service_user.keyfile  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.023926 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican_service_user.split_loggers = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.024334 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] barbican_service_user.timeout  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.024804 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.approle_role_id          = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.026326 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.approle_secret_id        = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.026734 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.cafile                   = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.027722 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.certfile                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.028203 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.collect_timing           = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.029109 n-d-826527-2 nova-conductor[110303]: DEBUG nova.service [None req-8648714c-3e96-4d8f-ba9b-488a7584016c None None] Join ServiceGroup membership for this service conductor {{(pid=110303) start /opt/stack/nova/nova/service.py:199}}
Jan 27 21:26:40.029217 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.insecure                 = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.029732 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.keyfile                  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.030140 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.kv_mountpoint            = secret {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.030333 n-d-826527-2 nova-conductor[110303]: DEBUG nova.servicegroup.drivers.db [None req-8648714c-3e96-4d8f-ba9b-488a7584016c None None] DB_Driver: join new ServiceGroup member n-d-826527-2 to the conductor group, service = <Service: host=n-d-826527-2, binary=nova-conductor, manager_class_name=nova.conductor.manager.ConductorManager> {{(pid=110303) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Jan 27 21:26:40.030639 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.kv_version               = 2 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.031049 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.namespace                = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.033167 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.root_token_id            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.033585 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.split_loggers            = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.034129 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.ssl_ca_crt_file          = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.034520 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.timeout                  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.034907 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.use_ssl                  = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.035326 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.035801 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.cafile                = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.036311 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.certfile              = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.036799 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.collect_timing        = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.037204 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.connect_retries       = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.037585 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.connect_retry_delay   = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.037988 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.endpoint_override     = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.038368 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.insecure              = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.038743 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.keyfile               = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.039120 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.max_version           = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.039496 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.min_version           = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.039868 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.region_name           = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.040236 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.service_name          = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.040748 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.service_type          = identity {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.041127 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.split_loggers         = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.041504 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.status_code_retries   = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.041924 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.status_code_retry_delay = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.042301 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.timeout               = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.042725 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.043099 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] keystone.version               = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.043620 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.connection_uri         =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.044226 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.cpu_mode               = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.044675 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.045090 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.cpu_models             = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.045497 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.device_detach_attempts = 8 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.045881 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.device_detach_timeout  = 20 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.046399 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.disk_cachemodes        = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.047040 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.disk_prefix            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.047425 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.enabled_perf_events    = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.047809 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.file_backed_memory     = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.048189 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.gid_maps               = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.048609 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.hw_disk_discard        = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.048981 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.hw_machine_type        = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.049366 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.049753 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.050179 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.050664 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.images_rbd_glance_store_name =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.051061 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.images_rbd_pool        = rbd {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.051470 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.images_type            = default {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.052105 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.images_volume_group    = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.052518 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.inject_key             = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.052897 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.inject_partition       = -2 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.053272 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.inject_password        = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.053659 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.iscsi_iface            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.054025 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.iser_use_multipath     = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.054401 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.live_migration_bandwidth = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.054775 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.055149 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.live_migration_downtime = 500 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.055529 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.055912 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.056288 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.live_migration_inbound_addr = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.056776 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.057153 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.live_migration_permit_post_copy = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.057526 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.live_migration_scheme  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.057911 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.live_migration_timeout_action = abort {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.058285 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.live_migration_tunnelled = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.058652 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.live_migration_uri     = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.059025 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.live_migration_with_native_tls = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.059503 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.max_queues             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.059799 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.060227 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.nfs_mount_options      = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.060762 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.061150 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.061531 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.061906 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.num_memory_encrypted_guests = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.062283 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.062662 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.num_pcie_ports         = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.063044 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.063497 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.pmem_namespaces        = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.063867 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.quobyte_client_cfg     = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.064342 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.064752 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.065131 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.066077 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.066470 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.rbd_secret_uuid        = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.066845 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.rbd_user               = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.067231 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.067648 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.remote_filesystem_transport = ssh {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.068021 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.rescue_image_id        = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.068415 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.rescue_kernel_id       = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.068786 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.rescue_ramdisk_id      = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.069172 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.069544 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.rx_queue_size          = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.069930 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.smbfs_mount_options    =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.070517 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.070904 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.snapshot_compression   = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.071282 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.snapshot_image_format  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.071759 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.072143 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.sparse_logical_volumes = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.072550 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.swtpm_enabled          = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.072945 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.swtpm_group            = tss {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.073331 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.swtpm_user             = tss {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.073720 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.sysinfo_serial         = unique {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.074093 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.tx_queue_size          = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.074486 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.uid_maps               = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.074861 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.use_virtio_for_bridges = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.075786 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.virt_type              = kvm {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.076222 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.volume_clear           = zero {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.076583 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.volume_clear_size      = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.076967 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.volume_use_multipath   = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.077334 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.vzstorage_cache_path   = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.077718 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.078110 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.078493 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.078875 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.079354 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.079742 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.vzstorage_mount_user   = stack {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.080117 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.080555 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.auth_section           = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.080950 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.auth_type              = password {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.081318 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.cafile                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.081686 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.certfile               = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.082096 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.collect_timing         = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.082464 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.connect_retries        = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.082832 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.connect_retry_delay    = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.083211 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.default_floating_pool  = public {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.083585 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.endpoint_override      = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.083964 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.extension_sync_interval = 600 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.084339 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.http_retries           = 3 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.084739 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.insecure               = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.085124 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.keyfile                = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.085492 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.max_version            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.085874 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.086238 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.min_version            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.086619 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.ovs_bridge             = br-int {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.087008 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.physnets               = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.087380 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.region_name            = RegionOne {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.087768 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.service_metadata_proxy = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.088140 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.service_name           = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.088556 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.service_type           = network {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.088928 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.split_loggers          = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.089296 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.status_code_retries    = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.089661 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.status_code_retry_delay = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.090033 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.timeout                = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.090435 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.091424 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] neutron.version                = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.091798 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] notifications.bdms_in_notifications = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.092207 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] notifications.default_level    = INFO {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.092629 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] notifications.notification_format = unversioned {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.093005 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] notifications.notify_on_state_change = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.093400 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.093804 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] pci.alias                      = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.094186 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] pci.passthrough_whitelist      = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.094612 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.auth_section         = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.095006 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.auth_type            = password {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.095410 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.auth_url             = http://10.222.0.53/identity {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.095778 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.cafile               = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.096148 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.certfile             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.096546 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.collect_timing       = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.096916 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.connect_retries      = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.097287 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.connect_retry_delay  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.097660 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.default_domain_id    = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.098027 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.default_domain_name  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.098396 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.domain_id            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.098761 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.domain_name          = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.099126 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.endpoint_override    = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.099495 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.insecure             = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.099988 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.keyfile              = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.100449 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.max_version          = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.100625 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.min_version          = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.100981 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.password             = **** {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.101397 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.project_domain_id    = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.101746 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.project_domain_name  = Default {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.102126 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.project_id           = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.102515 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.project_name         = service {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.102902 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.region_name          = RegionOne {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.103267 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.service_name         = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.103656 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.service_type         = placement {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.104027 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.split_loggers        = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.104452 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.status_code_retries  = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.104823 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.status_code_retry_delay = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.105213 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.system_scope         = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.105574 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.timeout              = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.105999 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.trust_id             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.106363 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.user_domain_id       = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.106745 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.user_domain_name     = Default {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.107116 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.user_id              = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.107510 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.username             = placement {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.107920 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.108286 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] placement.version              = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.108723 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] powervm.disk_driver            = localdisk {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.109127 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] powervm.proc_units_factor      = 0.1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.109514 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] powervm.volume_group_name      =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.109912 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] quota.cores                    = 20 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.110300 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] quota.count_usage_from_placement = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.110686 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.111082 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] quota.injected_file_content_bytes = 10240 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.111505 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] quota.injected_file_path_length = 255 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.111834 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] quota.injected_files           = 5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.112224 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] quota.instances                = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.112630 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] quota.key_pairs                = 100 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.113009 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] quota.metadata_items           = 128 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.113392 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] quota.ram                      = 51200 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.113768 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] quota.recheck_quota            = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.114149 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] quota.server_group_members     = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.114529 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] quota.server_groups            = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.114912 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] rdp.enabled                    = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.115515 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.115925 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.116407 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.116749 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] scheduler.image_metadata_prefilter = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.117126 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.117520 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] scheduler.max_attempts         = 3 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.117918 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] scheduler.max_placement_results = 1000 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.118264 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.118650 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] scheduler.query_placement_for_availability_zone = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.119015 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] scheduler.query_placement_for_image_type_support = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.119398 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.119788 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] scheduler.workers              = 2 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.120222 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.120639 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.121081 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.121481 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.121880 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.122258 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.122635 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.123072 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.enabled_filters = ['AvailabilityZoneFilter', 'ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.123462 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.host_subset_size = 1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.123835 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.124212 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.124611 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.isolated_hosts = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.124996 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.isolated_images = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.125453 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.125743 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.126116 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.126507 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.126879 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.127237 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.127616 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.128030 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.128376 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.track_instance_changes = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.128802 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.129190 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] metrics.required               = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.129563 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] metrics.weight_multiplier      = 1.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.130521 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.130910 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] metrics.weight_setting         = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.131503 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.131882 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] serial_console.enabled         = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.132291 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] serial_console.port_range      = 10000:20000 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.132705 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.133097 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.133477 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] serial_console.serialproxy_port = 6083 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.133854 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] service_user.auth_section      = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.134251 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] service_user.auth_type         = password {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.134626 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] service_user.cafile            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.134997 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] service_user.certfile          = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.135385 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] service_user.collect_timing    = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.135762 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] service_user.insecure          = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.136133 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] service_user.keyfile           = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.136614 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] service_user.send_service_user_token = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.136928 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] service_user.split_loggers     = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.137303 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] service_user.timeout           = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.138768 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] spice.agent_enabled            = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.138768 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] spice.enabled                  = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.139243 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] spice.html5proxy_base_url      = http://127.0.0.1:6082/spice_auto.html {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.139679 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.140060 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] spice.html5proxy_port          = 6082 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.140476 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] spice.server_listen            = 127.0.0.1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.140867 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.141246 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] upgrade_levels.baseapi         = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.141614 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] upgrade_levels.cert            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.142007 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] upgrade_levels.compute         = auto {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.142376 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] upgrade_levels.conductor       = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.142745 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] upgrade_levels.scheduler       = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.143204 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vendordata_dynamic_auth.auth_section = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.143521 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vendordata_dynamic_auth.auth_type = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.143894 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vendordata_dynamic_auth.cafile = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.144263 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vendordata_dynamic_auth.certfile = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.144666 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.145039 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vendordata_dynamic_auth.insecure = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.145403 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vendordata_dynamic_auth.keyfile = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.145775 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.146168 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vendordata_dynamic_auth.timeout = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.146584 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.api_retry_count         = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.146956 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.ca_file                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.147341 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.cache_prefix            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.148069 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.cluster_name            = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.148489 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.connection_pool_size    = 10 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.148921 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.console_delay_seconds   = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.149229 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.datastore_regex         = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.149600 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.host_ip                 = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.149970 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.host_password           = **** {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.150346 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.host_port               = 443 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.150718 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.host_username           = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.151092 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.insecure                = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.151465 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.integration_bridge      = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.151843 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.maximum_objects         = 100 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.152236 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.pbm_default_policy      = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.152633 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.pbm_enabled             = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.153349 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.pbm_wsdl_location       = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.154188 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.154188 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.serial_port_proxy_uri   = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.154509 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.serial_port_service_uri = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.154853 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.task_poll_interval      = 0.5 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.155225 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.use_linked_clone        = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.155615 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.vnc_keymap              = en-us {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.155993 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.vnc_port                = 5900 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.156371 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vmware.vnc_port_total          = 10000 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.156855 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vnc.auth_schemes               = ['none'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.157216 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vnc.enabled                    = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.157812 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vnc.novncproxy_base_url        = http://127.0.0.1:6080/vnc_auto.html {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.158217 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.158608 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vnc.novncproxy_port            = 6080 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.159073 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vnc.server_listen              = 127.0.0.1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.159418 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.159788 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vnc.vencrypt_ca_certs          = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.160162 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vnc.vencrypt_client_cert       = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.160565 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] vnc.vencrypt_client_key        = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.160994 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.161373 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.161750 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.162129 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.162503 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] workarounds.disable_rootwrap   = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.162881 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] workarounds.enable_numa_live_migration = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.163257 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.163631 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.164011 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.164423 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] workarounds.libvirt_disable_apic = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.165263 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.165263 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.165565 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.165908 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.166301 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] wsgi.client_socket_timeout     = 900 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.166683 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] wsgi.default_pool_size         = 1000 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.167086 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] wsgi.keep_alive                = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.167470 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] wsgi.max_header_line           = 16384 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.167843 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.168219 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] wsgi.ssl_ca_file               = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.168611 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] wsgi.ssl_cert_file             = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.169687 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] wsgi.ssl_key_file              = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.169864 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] wsgi.tcp_keepidle              = 600 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.170248 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.170627 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] zvm.ca_file                    = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.171000 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] zvm.cloud_connector_url        = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.171501 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.172128 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] zvm.reachable_timeout          = 300 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.172587 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_policy.enforce_new_defaults = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.172971 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_policy.enforce_scope      = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.173398 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_policy.policy_default_rule = default {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.173831 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.174244 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_policy.policy_file        = policy.yaml {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.174664 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.175045 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.175423 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.175813 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.176188 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.176614 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.177076 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.177441 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] profiler.connection_string     = messaging:// {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.177843 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] profiler.enabled               = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.178243 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] profiler.es_doc_type           = notification {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.178622 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] profiler.es_scroll_size        = 10000 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.179035 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] profiler.es_scroll_time        = 2m {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.179442 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] profiler.filter_error_trace    = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.179789 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] profiler.hmac_keys             = SECRET_KEY {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.180157 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] profiler.sentinel_service_name = mymaster {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.180598 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] profiler.socket_timeout        = 0.1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.180972 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] profiler.trace_sqlalchemy      = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.181372 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] remote_debug.host              = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.181745 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] remote_debug.port              = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.182140 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.182529 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.182909 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.183284 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.183664 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.184035 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.185446 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.185446 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.185831 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 600 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.186172 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.186544 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.186933 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.187325 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.187708 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.188090 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.188514 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.188892 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.190034 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.190034 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.190034 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.190477 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.190752 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.ssl      = False {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.191142 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.191527 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.191918 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.192303 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.192769 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.193213 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_notifications.retry = -1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.193641 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.194029 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_messaging_notifications.transport_url = **** {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.194454 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_reports.file_event_handler = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.194848 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.195215 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] oslo_reports.log_dir           = None {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 27 21:26:40.195555 n-d-826527-2 nova-conductor[109431]: DEBUG oslo_service.service [None req-3197c59a-5fd6-41f7-91f2-1647b6de0356 None None] ******************************************************************************** {{(pid=109431) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 27 21:35:58.747731 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.sqlalchemy.engines [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Parent process 109431 forked (110302) with an open database connection, which is being discarded and recreated. {{(pid=110302) checkout /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:413}}
Jan 27 21:36:00.162152 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Took 1.41 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:36:00.211821 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:00.215519 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:00.231514 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.sqlalchemy.engines [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110302) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jan 27 21:36:00.669602 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:00.671032 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:00.671912 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:00.672312 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:00.692694 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.sqlalchemy.engines [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110302) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jan 27 21:36:00.724220 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Getting quotas for project b2fa7573d2e7400499fbc33f4cf8b3b8. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:36:00.730904 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Getting quotas for user c57518a4628e4818a91f1010707f5c95 and project b2fa7573d2e7400499fbc33f4cf8b3b8. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:36:00.744129 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] [instance: ee91b9de-8cf3-46d0-93ac-a26355a5c23b] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:36:00.746481 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:00.747098 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:00.891535 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] [instance: ee91b9de-8cf3-46d0-93ac-a26355a5c23b] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:36:00.896227 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:00.896905 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:01.213180 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:01.213180 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:01.213180 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e70f6ef2-20ec-4c9b-b638-8bfda7d994ae tempest-AggregatesAdminTestJSON-1232590841 tempest-AggregatesAdminTestJSON-1232590841-project] Acquired lock "compute-rpcapi-router" {{(pid=110302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Jan 27 21:36:01.219216 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8bbb69db-3c4f-42b4-ab1a-498cec98763e None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:01.219701 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8bbb69db-3c4f-42b4-ab1a-498cec98763e None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.006s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:01.220571 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8bbb69db-3c4f-42b4-ab1a-498cec98763e None None] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:01.221227 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8bbb69db-3c4f-42b4-ab1a-498cec98763e None None] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:01.242583 n-d-826527-2 nova-conductor[110302]: INFO nova.compute.rpcapi [None req-8bbb69db-3c4f-42b4-ab1a-498cec98763e None None] Automatically selected compute RPC version 6.0 from minimum service version 60
Jan 27 21:36:01.244824 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8bbb69db-3c4f-42b4-ab1a-498cec98763e None None] Releasing lock "compute-rpcapi-router" {{(pid=110302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Jan 27 21:36:08.344561 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_db.sqlalchemy.engines [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Parent process 109431 forked (110303) with an open database connection, which is being discarded and recreated. {{(pid=110303) checkout /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:413}}
Jan 27 21:36:09.945800 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Took 1.56 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:36:10.047440 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:10.047440 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:10.065407 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_db.sqlalchemy.engines [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110303) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jan 27 21:36:10.523296 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:10.525374 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:10.526154 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:10.526543 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:10.604190 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_db.sqlalchemy.engines [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110303) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jan 27 21:36:10.713970 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Getting quotas for project 18619722f81a4d6f8758f5ec83ee6758. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:36:10.740104 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Getting quotas for user 50e31e4bc9cc49cfbe05f7d0ae4bf57d and project 18619722f81a4d6f8758f5ec83ee6758. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:36:10.806217 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] [instance: 9ce10f1a-8507-44c3-afe9-639c3caba512] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:36:10.806217 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:10.806217 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:10.970461 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] [instance: 9ce10f1a-8507-44c3-afe9-639c3caba512] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:36:10.979237 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:10.982303 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:11.517360 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:11.518005 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:11.527071 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-868b9dee-3db2-47ff-8992-e3a0e2e69dba tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Acquired lock "compute-rpcapi-router" {{(pid=110303) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Jan 27 21:36:11.527071 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-93e19e67-90b3-473d-8fd2-4c6b83964500 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:11.527071 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-93e19e67-90b3-473d-8fd2-4c6b83964500 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:11.527071 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-93e19e67-90b3-473d-8fd2-4c6b83964500 None None] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:11.527071 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-93e19e67-90b3-473d-8fd2-4c6b83964500 None None] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:11.545487 n-d-826527-2 nova-conductor[110303]: INFO nova.compute.rpcapi [None req-93e19e67-90b3-473d-8fd2-4c6b83964500 None None] Automatically selected compute RPC version 6.0 from minimum service version 60
Jan 27 21:36:11.546855 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-93e19e67-90b3-473d-8fd2-4c6b83964500 None None] Releasing lock "compute-rpcapi-router" {{(pid=110303) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Jan 27 21:36:25.807087 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Took 0.81 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:36:25.830009 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:25.830342 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:26.048930 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:26.049692 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:26.050969 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:26.051372 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:26.073332 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Getting quotas for project 186a14a8cb374b6da936cfa1a4caaaa1. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:36:26.078718 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Getting quotas for user 904c72290e784d8cb8d5b72efe6380c9 and project 186a14a8cb374b6da936cfa1a4caaaa1. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:36:26.095457 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] [instance: 3a1c22a2-2c17-47fd-b5d2-17707d1349c9] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:36:26.107525 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:26.109780 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:26.204643 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] [instance: 3a1c22a2-2c17-47fd-b5d2-17707d1349c9] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:36:26.207973 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:26.208425 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:26.573458 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:26.573909 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fb16a77d-6d52-4a76-a52b-c93aa6660898 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:28.564210 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Took 0.72 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:36:28.587445 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:28.587882 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:28.833684 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:28.834358 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:28.835104 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:28.835580 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:28.853454 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Getting quotas for project a806cf937ad94e57a68ac9706f3bfc94. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:36:28.857927 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Getting quotas for user a07fadb41ead4e089bdb9806f541983a and project a806cf937ad94e57a68ac9706f3bfc94. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:36:28.869215 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] [instance: 270fff96-7857-4c82-b787-4b99201a949b] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:36:28.870487 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:28.871136 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:28.990911 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] [instance: 270fff96-7857-4c82-b787-4b99201a949b] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:36:28.992938 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:28.993632 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:29.383220 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:29.383912 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-ed4a788a-1508-4448-ab5a-d5a86873bbcc tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:42.754413 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Took 0.57 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:36:42.806466 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:42.808656 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:43.061904 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:43.062401 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:43.063273 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:43.063824 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:43.079574 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Getting quotas for project 18619722f81a4d6f8758f5ec83ee6758. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:36:43.083239 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Getting quotas for user 50e31e4bc9cc49cfbe05f7d0ae4bf57d and project 18619722f81a4d6f8758f5ec83ee6758. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:36:43.092981 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] [instance: 4a5af87a-aafa-46a6-a7a4-394bceceb9c5] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:36:43.093917 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:43.094427 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:43.146132 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Took 1.01 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:36:43.168319 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:43.168653 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:43.289958 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] [instance: 4a5af87a-aafa-46a6-a7a4-394bceceb9c5] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:36:43.291835 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:43.292507 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:43.583417 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:43.587042 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:43.588003 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:43.588430 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:43.612076 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Getting quotas for project c25af10be5464819b3b95c4d7a2db4c8. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:36:43.616277 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Getting quotas for user 59bcec1ddea64719bc76c39f638e7c01 and project c25af10be5464819b3b95c4d7a2db4c8. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:36:43.629329 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] [instance: eb096fff-6ae1-4f2c-b6f0-c767aa720a3e] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:36:43.629329 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:43.629329 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:43.856482 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:43.858180 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] [instance: eb096fff-6ae1-4f2c-b6f0-c767aa720a3e] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:36:43.861510 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:43.862159 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b0054abc-b01a-4bd7-9ae8-f7d85c1b8cce tempest-DeleteServersAdminTestJSON-1264228092 tempest-DeleteServersAdminTestJSON-1264228092-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:43.864632 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:43.968407 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Took 0.66 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:36:43.989271 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:43.990037 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:44.252500 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:44.253733 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:44.254675 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:44.255288 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:44.268968 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:44.269670 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ec049346-41ec-4d5e-8c35-76df504cc25a tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:44.289600 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Getting quotas for project c25af10be5464819b3b95c4d7a2db4c8. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:36:44.306169 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Getting quotas for user 59bcec1ddea64719bc76c39f638e7c01 and project c25af10be5464819b3b95c4d7a2db4c8. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:36:44.321145 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] [instance: 53b072ec-f02a-4d1a-85fe-23d5c4be5e6d] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:36:44.322529 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:44.323187 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:44.466125 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] [instance: 53b072ec-f02a-4d1a-85fe-23d5c4be5e6d] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:36:44.467413 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:44.467831 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:44.977753 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:44.982833 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9948dadc-f872-4a93-81cc-04a8a0d4d107 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:45.997750 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:36:46.019024 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:46.019714 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:46.185101 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:46.185948 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:46.187416 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:46.188023 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:46.208486 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Getting quotas for project a806cf937ad94e57a68ac9706f3bfc94. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:36:46.209282 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Getting quotas for user a07fadb41ead4e089bdb9806f541983a and project a806cf937ad94e57a68ac9706f3bfc94. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:36:46.219839 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] [instance: 63a8fe0b-65a8-4518-820d-6c8f3bb8cc99] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:36:46.220946 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:46.221441 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:46.308839 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] [instance: 63a8fe0b-65a8-4518-820d-6c8f3bb8cc99] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:36:46.310839 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:46.311399 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:36:46.684796 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:36:46.685207 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-91adcae9-0674-4162-a962-2aaf60088b44 tempest-LiveMigrationNegativeTest-903541448 tempest-LiveMigrationNegativeTest-903541448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:04.577920 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Took 0.58 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:37:04.621687 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:04.622523 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:04.816752 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:04.818436 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:04.819590 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:04.820478 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:04.884088 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Getting quotas for project c25af10be5464819b3b95c4d7a2db4c8. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:37:04.896554 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Getting quotas for user 59bcec1ddea64719bc76c39f638e7c01 and project c25af10be5464819b3b95c4d7a2db4c8. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:37:04.935154 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] [instance: 9b74db08-b2f2-4c8c-aaa8-294d974f1f38] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:37:04.938623 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:04.939527 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:05.026339 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] [instance: 9b74db08-b2f2-4c8c-aaa8-294d974f1f38] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:37:05.027985 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:05.028844 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:05.289184 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:05.289506 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-35af0cbe-c3b1-44b9-bf7d-e20ad8b5a351 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:26.798024 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-a74dd617-38d4-4da6-a00a-2dc752ad5b35 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method rebuild_instance {{(pid=110303) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:37:26.799704 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a74dd617-38d4-4da6-a00a-2dc752ad5b35 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:26.800218 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a74dd617-38d4-4da6-a00a-2dc752ad5b35 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:26.963891 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-a74dd617-38d4-4da6-a00a-2dc752ad5b35 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] [instance: eb096fff-6ae1-4f2c-b6f0-c767aa720a3e] No migration record for the rebuild/evacuate request. {{(pid=110303) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1127}}
Jan 27 21:37:36.805502 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Took 0.65 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:37:36.826945 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:36.827351 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:37.050833 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:37.051354 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:37.052170 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:37.052711 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:37.069235 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Getting quotas for project 298a24a4313c4d1fba93f64e81163028. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:37:37.075134 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Getting quotas for user f8a97e8e7e854e2999b0493939551c92 and project 298a24a4313c4d1fba93f64e81163028. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:37:37.092308 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] [instance: 8420a72a-d7c7-438b-a9c7-171cc56af511] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:37:37.094087 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:37.094087 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:37.181475 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] [instance: 8420a72a-d7c7-438b-a9c7-171cc56af511] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:37:37.182979 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:37.183385 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:37.578971 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:37.581683 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63cc5dbb-75d8-467d-9252-9154cb1a8374 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:48.330497 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Took 0.67 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:37:48.364512 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:48.364512 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:48.609385 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:48.610156 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:48.611673 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:48.612496 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:48.632886 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Getting quotas for project 3cb0097b7f914f22a2be5b36ccdc96aa. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:37:48.645313 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Getting quotas for user 0dc6789693ab481cbc59ed4454ed2425 and project 3cb0097b7f914f22a2be5b36ccdc96aa. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:37:48.662190 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] [instance: ed89095e-3ebe-43fe-9ac3-eea46a208bb5] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:37:48.663531 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:48.663996 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:48.776348 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] [instance: ed89095e-3ebe-43fe-9ac3-eea46a208bb5] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:37:48.777986 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:48.778503 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:49.107989 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:49.108544 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a50ef291-ec27-470f-8496-33b1069e1fbe tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:49.804360 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Took 0.88 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:37:49.849028 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:49.849431 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:49.959979 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Took 0.95 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:37:49.979325 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:49.979731 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:50.612906 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:50.613514 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:50.614441 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:50.616342 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:50.660564 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Getting quotas for project cdcff626289d4e399189d55a6262fa75. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:37:50.671099 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Getting quotas for user 5cb660fbaeef4078a50a99a64faca549 and project cdcff626289d4e399189d55a6262fa75. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:37:50.700559 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] [instance: 7f550ad2-b1bc-4021-9bda-ae988217fe09] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:37:50.702565 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:50.702977 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:50.730693 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:50.731095 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:50.731819 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:50.732206 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:50.766764 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Getting quotas for project 952d401ca38346a9a1c8473af016f5ff. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:37:50.776567 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Getting quotas for user b281d846d7784aeb87b873c2b169a66e and project 952d401ca38346a9a1c8473af016f5ff. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:37:50.789631 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] [instance: 749b7c32-66b2-429f-afc9-d25733528418] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:37:50.791205 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:50.791816 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:50.826603 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] [instance: 7f550ad2-b1bc-4021-9bda-ae988217fe09] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:37:50.827882 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:50.829124 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:50.896990 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] [instance: 749b7c32-66b2-429f-afc9-d25733528418] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:37:50.898613 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:50.899251 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:51.133442 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:51.135153 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-17f25fab-35d1-4b04-85c4-ce63b1561170 tempest-TenantUsagesTestJSON-47579893 tempest-TenantUsagesTestJSON-47579893-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:51.177866 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:51.181906 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4e486c64-8d8e-4b21-86e4-0d16b80cf6c4 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:52.996925 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e21bbb4a-e156-46be-84ee-b0c1898a8a0d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:37:52.998765 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e21bbb4a-e156-46be-84ee-b0c1898a8a0d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:37:52.999341 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e21bbb4a-e156-46be-84ee-b0c1898a8a0d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:37:54.104317 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-e21bbb4a-e156-46be-84ee-b0c1898a8a0d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Created allocations for migration 46b3a738-1574-488c-8c12-c6b2c5899997 on e7396b99-defb-44ef-a9a0-c30bcf0aa66f {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 21:37:54.511736 n-d-826527-2 nova-conductor[110302]: DEBUG nova.scheduler.utils [None req-e21bbb4a-e156-46be-84ee-b0c1898a8a0d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] [instance: 8420a72a-d7c7-438b-a9c7-171cc56af511] Instance allocations successfully created on destination node 79b8a68c-1134-40ae-88ef-f3dd39171951: {'allocations': {'79b8a68c-1134-40ae-88ef-f3dd39171951': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024, 'DISK_GB': 1}}}} {{(pid=110302) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:842}}
Jan 27 21:37:54.512205 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-e21bbb4a-e156-46be-84ee-b0c1898a8a0d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lazy-loading 'resources' on Instance uuid 8420a72a-d7c7-438b-a9c7-171cc56af511 {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:37:54.520153 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-e21bbb4a-e156-46be-84ee-b0c1898a8a0d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lazy-loading 'pci_requests' on Instance uuid 8420a72a-d7c7-438b-a9c7-171cc56af511 {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:37:56.322874 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.live_migrate [None req-e21bbb4a-e156-46be-84ee-b0c1898a8a0d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] [instance: 8420a72a-d7c7-438b-a9c7-171cc56af511] Start binding ports on destination host: n-h1-826527-2 {{(pid=110302) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}}
Jan 27 21:38:00.769054 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b88d8f0a-57b5-4548-a374-f76033b0c4c0 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method rebuild_instance {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:38:00.769635 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b88d8f0a-57b5-4548-a374-f76033b0c4c0 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:00.769957 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b88d8f0a-57b5-4548-a374-f76033b0c4c0 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:00.799493 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Took 0.72 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:38:00.834273 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:00.835236 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:00.969103 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b88d8f0a-57b5-4548-a374-f76033b0c4c0 tempest-ServersAdminTestJSON-1082745177 tempest-ServersAdminTestJSON-1082745177-project] [instance: eb096fff-6ae1-4f2c-b6f0-c767aa720a3e] No migration record for the rebuild/evacuate request. {{(pid=110302) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1127}}
Jan 27 21:38:01.312331 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:01.312993 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:01.314551 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:01.315023 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:01.332062 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Getting quotas for project d154b34060b5457193e7b9d96249d9af. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:38:01.337074 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Getting quotas for user f2d3e30aa08f48a6b13e0cc712b57b2e and project d154b34060b5457193e7b9d96249d9af. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:38:01.349482 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] [instance: 81f26fff-409b-4ba1-9118-55c3c92dbed1] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:38:01.350684 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:01.351196 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:01.489498 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] [instance: 81f26fff-409b-4ba1-9118-55c3c92dbed1] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='59c659ff-15d8-4187-bf92-80d70026764b',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:38:01.490873 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:01.491344 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:01.828418 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:01.829051 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-8aa61b27-6cf9-4ac5-8b94-405dcd6fe665 tempest-AttachSCSIVolumeTestJSON-1007026326 tempest-AttachSCSIVolumeTestJSON-1007026326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:08.868088 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d7312733-e224-4a05-b94a-7cd85734ec1b tempest-MigrationsAdminTest-1008843032 tempest-MigrationsAdminTest-1008843032-project-admin] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:38:08.868760 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d7312733-e224-4a05-b94a-7cd85734ec1b tempest-MigrationsAdminTest-1008843032 tempest-MigrationsAdminTest-1008843032-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:08.869012 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d7312733-e224-4a05-b94a-7cd85734ec1b tempest-MigrationsAdminTest-1008843032 tempest-MigrationsAdminTest-1008843032-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:09.791921 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-d7312733-e224-4a05-b94a-7cd85734ec1b tempest-MigrationsAdminTest-1008843032 tempest-MigrationsAdminTest-1008843032-project-admin] [instance: ed89095e-3ebe-43fe-9ac3-eea46a208bb5] Restricting to cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while migrating {{(pid=110302) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}}
Jan 27 21:38:09.986822 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Took 1.37 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:38:10.027556 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:10.028806 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:10.273671 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:10.274513 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:10.276023 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:10.276689 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:10.300053 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Getting quotas for project 672f104b1894400da4a86f26d91dc699. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:38:10.307033 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Getting quotas for user 51568b5fa7e7464881766fe90ec975ce and project 672f104b1894400da4a86f26d91dc699. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:38:10.331150 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: 3afba4c1-5781-4705-a828-76849e4c1da9] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:38:10.332137 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:10.332663 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:10.444670 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: 3afba4c1-5781-4705-a828-76849e4c1da9] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:38:10.445958 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:10.446543 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:10.605430 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-d7312733-e224-4a05-b94a-7cd85734ec1b tempest-MigrationsAdminTest-1008843032 tempest-MigrationsAdminTest-1008843032-project-admin] Created allocations for migration 91bb2282-f210-4648-9ff7-4e85ee936b87 on e7396b99-defb-44ef-a9a0-c30bcf0aa66f {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 21:38:10.918771 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:10.919425 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-23e35d9b-86e4-41bf-bbd1-da86bfaea460 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:11.218299 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-d7312733-e224-4a05-b94a-7cd85734ec1b tempest-MigrationsAdminTest-1008843032 tempest-MigrationsAdminTest-1008843032-project-admin] [instance: ed89095e-3ebe-43fe-9ac3-eea46a208bb5] Calling prep_resize with selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [] {{(pid=110302) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}}
Jan 27 21:38:20.829220 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Took 0.53 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:38:20.872359 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:20.872359 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:21.118760 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:21.119162 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:21.121303 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:21.124993 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:21.148902 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Getting quotas for project 298a24a4313c4d1fba93f64e81163028. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:38:21.168700 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Getting quotas for user f8a97e8e7e854e2999b0493939551c92 and project 298a24a4313c4d1fba93f64e81163028. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:38:21.199736 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] [instance: fc10602c-1b84-4ae4-97b8-2d01dac9ed3e] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:38:21.205379 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:21.205971 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:21.362098 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] [instance: fc10602c-1b84-4ae4-97b8-2d01dac9ed3e] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:38:21.363442 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:21.364087 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:21.844544 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:21.845318 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-d7a69241-6a21-4c8f-b11c-e2623a508230 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:22.595956 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Took 0.48 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:38:22.620579 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:22.621369 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:22.776049 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:22.776854 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:22.777996 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:22.778621 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:22.805219 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Getting quotas for project 186a14a8cb374b6da936cfa1a4caaaa1. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:38:22.810307 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Getting quotas for user 904c72290e784d8cb8d5b72efe6380c9 and project 186a14a8cb374b6da936cfa1a4caaaa1. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:38:22.823748 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] [instance: 1d30f18b-1f28-424f-a2aa-e52231a7904b] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:38:22.825039 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:22.825442 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:22.928827 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] [instance: 1d30f18b-1f28-424f-a2aa-e52231a7904b] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None), BlockDeviceMapping(attachment_id=<?>,boot_index=-1,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='blank',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=1,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:38:22.930924 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:22.931378 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:23.025459 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:23.026024 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:23.376542 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:23.376856 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a66c8697-2046-499c-ad5a-01d954dc4883 tempest-ServersWithSpecificFlavorTestJSON-967582053 tempest-ServersWithSpecificFlavorTestJSON-967582053-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:38.235271 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Took 0.62 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:38:38.261595 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:38.262001 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:38.444149 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:38.444149 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:38.444149 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:38.444149 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:38.452886 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Getting quotas for project 952d401ca38346a9a1c8473af016f5ff. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:38:38.458315 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Getting quotas for user b281d846d7784aeb87b873c2b169a66e and project 952d401ca38346a9a1c8473af016f5ff. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:38:38.472155 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] [instance: da73f2e0-099b-4d82-9778-7c5a8e3f74d5] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:38:38.473465 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:38.474097 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:38.572329 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] [instance: da73f2e0-099b-4d82-9778-7c5a8e3f74d5] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:38:38.573775 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:38.574229 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:38.992841 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:38.993255 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-25ea19d4-374e-4f6c-8e0e-bbf922c925e7 tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:40.138487 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:40.140665 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:41.059257 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Took 0.85 seconds to select destinations for 2 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:38:41.084655 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:41.085064 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:41.259882 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:41.266370 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:41.451145 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:41.451865 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:41.453575 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:41.454256 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:41.473619 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Getting quotas for project 672f104b1894400da4a86f26d91dc699. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:38:41.494193 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Getting quotas for user 51568b5fa7e7464881766fe90ec975ce and project 672f104b1894400da4a86f26d91dc699. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:38:41.520680 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: bdd34961-554c-4e58-a839-de9cb9dee26f] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:38:41.521901 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:41.522739 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:41.676196 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: bdd34961-554c-4e58-a839-de9cb9dee26f] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:38:41.679821 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:41.681836 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:42.094799 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:42.095436 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:42.113179 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: 669cc0f9-6833-4842-9b6e-97c461ea96b8] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:38:42.118920 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance_group [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lazy-loading 'hosts' on InstanceGroup uuid d4e76ff7-fb48-4eb6-b269-db3d6e3681df {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance_group.py:356}}
Jan 27 21:38:42.143818 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:42.144280 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:42.279003 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: 669cc0f9-6833-4842-9b6e-97c461ea96b8] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:38:42.284983 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:42.285609 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:42.804376 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:42.804376 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d03ec89a-c8d6-4c79-b4c5-33ee4fae52e9 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:52.471656 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:38:52.496153 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:52.496619 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:52.711283 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:52.721158 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.010s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:52.722004 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:52.722551 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:52.753479 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Getting quotas for project 3cb0097b7f914f22a2be5b36ccdc96aa. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:38:52.759752 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Getting quotas for user 0dc6789693ab481cbc59ed4454ed2425 and project 3cb0097b7f914f22a2be5b36ccdc96aa. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:38:52.772920 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] [instance: 607d69a5-4647-4f4c-935c-aab470f444f3] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:38:52.774219 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:52.774777 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:52.851973 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] [instance: 607d69a5-4647-4f4c-935c-aab470f444f3] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:38:52.853273 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:52.853684 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:53.224227 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:53.225281 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-de366634-e695-4356-a484-67bbce443b16 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:54.696950 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-80758862-779c-49f0-b896-d89f52ed2a2f tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:38:54.697708 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-80758862-779c-49f0-b896-d89f52ed2a2f tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:38:54.698159 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-80758862-779c-49f0-b896-d89f52ed2a2f tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:38:55.919774 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-80758862-779c-49f0-b896-d89f52ed2a2f tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Created allocations for migration e148929e-9473-4206-8a8e-7e5d81e32492 on e7396b99-defb-44ef-a9a0-c30bcf0aa66f {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 21:38:56.352199 n-d-826527-2 nova-conductor[110302]: DEBUG nova.scheduler.utils [None req-80758862-779c-49f0-b896-d89f52ed2a2f tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] [instance: fc10602c-1b84-4ae4-97b8-2d01dac9ed3e] Instance allocations successfully created on destination node 79b8a68c-1134-40ae-88ef-f3dd39171951: {'allocations': {'79b8a68c-1134-40ae-88ef-f3dd39171951': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024, 'DISK_GB': 1}}}} {{(pid=110302) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:842}}
Jan 27 21:38:56.352659 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-80758862-779c-49f0-b896-d89f52ed2a2f tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lazy-loading 'resources' on Instance uuid fc10602c-1b84-4ae4-97b8-2d01dac9ed3e {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:38:56.357751 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-80758862-779c-49f0-b896-d89f52ed2a2f tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lazy-loading 'pci_requests' on Instance uuid fc10602c-1b84-4ae4-97b8-2d01dac9ed3e {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:38:57.177737 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.live_migrate [None req-80758862-779c-49f0-b896-d89f52ed2a2f tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] [instance: fc10602c-1b84-4ae4-97b8-2d01dac9ed3e] Start binding ports on destination host: n-h1-826527-2 {{(pid=110302) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}}
Jan 27 21:39:07.773579 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:07.774150 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:08.905103 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Took 1.03 seconds to select destinations for 2 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:39:08.948137 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:08.948637 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:09.162973 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:09.165947 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:09.378609 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:09.380770 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:09.381701 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:09.382817 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:09.424857 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Getting quotas for project 672f104b1894400da4a86f26d91dc699. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:39:09.437158 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Getting quotas for user 51568b5fa7e7464881766fe90ec975ce and project 672f104b1894400da4a86f26d91dc699. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:39:09.463071 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: 6a018839-2e07-4315-a8e5-ded90ae3aace] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:39:09.466571 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:09.467205 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:09.659239 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: 6a018839-2e07-4315-a8e5-ded90ae3aace] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:39:09.661537 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:09.662052 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:10.113925 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:10.115150 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:10.134585 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: 9c7907bc-e4cf-423e-b426-28a0d20acff3] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:39:10.135183 n-d-826527-2 nova-conductor[110303]: DEBUG nova.objects.instance_group [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lazy-loading 'hosts' on InstanceGroup uuid 357a3e64-c270-4598-beef-07226c5d1b56 {{(pid=110303) obj_load_attr /opt/stack/nova/nova/objects/instance_group.py:356}}
Jan 27 21:39:10.158891 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:10.159555 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:10.308226 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: 9c7907bc-e4cf-423e-b426-28a0d20acff3] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:39:10.309961 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:10.310370 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:10.482310 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Took 0.66 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:39:10.511926 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:10.524336 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:10.772469 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:10.773168 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:10.773923 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:10.774315 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:10.836777 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Getting quotas for project 952d401ca38346a9a1c8473af016f5ff. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:39:10.849919 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Getting quotas for user b281d846d7784aeb87b873c2b169a66e and project 952d401ca38346a9a1c8473af016f5ff. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:39:10.870304 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] [instance: 62590291-e259-4f5c-87f0-6f482e3ddbed] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:39:10.871306 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:10.871696 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:11.027681 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:11.028883 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-36ebc5aa-b00e-4f20-978d-8b3424a90f0d tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:11.078740 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] [instance: 62590291-e259-4f5c-87f0-6f482e3ddbed] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:39:11.080837 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:11.082153 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:11.539026 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:11.539688 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-91131278-9055-41cc-88f5-c334aa5ec17f tempest-ImagesOneServerNegativeTestJSON-827984460 tempest-ImagesOneServerNegativeTestJSON-827984460-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:12.577583 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Took 0.90 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:39:12.617015 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:12.617682 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:13.023687 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:13.024181 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:13.028248 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:13.028801 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:13.074933 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Getting quotas for project a5ae812b67e14a72b5fceb7a661e6045. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:39:13.093056 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Getting quotas for user 2753bd1b54c647cc82886d8371078e59 and project a5ae812b67e14a72b5fceb7a661e6045. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:39:13.124343 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] [instance: d91d2239-d42d-4566-a154-4c7ba816b077] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:39:13.125628 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:13.126142 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:13.331633 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] [instance: d91d2239-d42d-4566-a154-4c7ba816b077] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:39:13.333890 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:13.334522 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:13.619977 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-f88e2556-b472-4749-bdc6-0cc1f58b50c5 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110303) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:39:13.621336 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-f88e2556-b472-4749-bdc6-0cc1f58b50c5 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:13.622962 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-f88e2556-b472-4749-bdc6-0cc1f58b50c5 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:13.871508 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:13.872004 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7714e37e-cb3e-431d-9d04-7967df879171 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:14.037394 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Took 1.07 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:39:14.083696 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:14.083947 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:14.417868 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:14.418489 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:14.419989 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:14.420454 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:14.441958 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Getting quotas for project cd9401887381404eb445ade1488bd8e0. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:39:14.447806 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Getting quotas for user cab717b742c64ca1aecb9b38ea8a930c and project cd9401887381404eb445ade1488bd8e0. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:39:14.476149 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] [instance: 2f9f6d5b-37d4-4a55-a837-715de19e2528] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:39:14.478740 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:14.479152 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:14.531630 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.tasks.migrate [None req-f88e2556-b472-4749-bdc6-0cc1f58b50c5 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] [instance: 607d69a5-4647-4f4c-935c-aab470f444f3] Restricting to cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while migrating {{(pid=110303) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}}
Jan 27 21:39:14.597608 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] [instance: 2f9f6d5b-37d4-4a55-a837-715de19e2528] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:39:14.599078 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:14.599707 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:15.119211 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:15.132792 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0c90c2d9-d96b-47c1-9b0f-459ea7ab0871 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.010s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:15.243788 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Took 0.73 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:39:15.273584 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:15.274250 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:15.541061 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:15.541822 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:15.542658 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:15.543139 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:15.563454 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Getting quotas for project 298a24a4313c4d1fba93f64e81163028. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:39:15.570063 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Getting quotas for user f8a97e8e7e854e2999b0493939551c92 and project 298a24a4313c4d1fba93f64e81163028. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:39:15.581626 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] [instance: 26189b63-625d-401c-9645-600d35ff67fd] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:39:15.582518 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:15.582909 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:15.806158 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] [instance: 26189b63-625d-401c-9645-600d35ff67fd] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:39:15.807515 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:15.807941 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:15.815834 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.tasks.migrate [None req-f88e2556-b472-4749-bdc6-0cc1f58b50c5 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Created allocations for migration 2f557af9-e43c-4414-be7c-e9041ca325b6 on 79b8a68c-1134-40ae-88ef-f3dd39171951 {{(pid=110303) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 21:39:16.192207 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:16.192852 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-92a968f4-dc92-49ec-8184-cf7e5012a18e tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:16.866673 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.tasks.migrate [None req-f88e2556-b472-4749-bdc6-0cc1f58b50c5 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] [instance: 607d69a5-4647-4f4c-935c-aab470f444f3] Calling prep_resize with selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [Selection(allocation_request='{"allocations": {"79b8a68c-1134-40ae-88ef-f3dd39171951": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["79b8a68c-1134-40ae-88ef-f3dd39171951"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=930c735d-9127-4a4b-bb6e-5a65ce55aa06,compute_node_uuid=79b8a68c-1134-40ae-88ef-f3dd39171951,limits=SchedulerLimits,nodename='n-h1-826527-2',service_host='n-h1-826527-2')] {{(pid=110303) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}}
Jan 27 21:39:36.511942 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Took 0.56 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:39:36.546723 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:36.547378 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:36.847040 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:36.847449 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:36.849701 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:36.850332 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:36.869368 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Getting quotas for project 672f104b1894400da4a86f26d91dc699. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:39:36.875059 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Getting quotas for user 51568b5fa7e7464881766fe90ec975ce and project 672f104b1894400da4a86f26d91dc699. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:39:36.888767 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: d20a4f1e-615c-4bfd-835e-41237644c11d] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:39:36.889747 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:36.890161 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:37.027591 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: d20a4f1e-615c-4bfd-835e-41237644c11d] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:39:37.029409 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:37.029908 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:37.405959 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:37.407070 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-623d01ba-d027-426e-807c-2cc65d6acf8e tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:37.874633 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Took 0.70 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:39:37.914201 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:37.914547 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:38.219700 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:38.220434 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:38.223879 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:38.223879 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:38.267923 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Getting quotas for project a5ae812b67e14a72b5fceb7a661e6045. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:39:38.290796 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Getting quotas for user 2753bd1b54c647cc82886d8371078e59 and project a5ae812b67e14a72b5fceb7a661e6045. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:39:38.333358 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] [instance: faa7fd19-8b42-43be-90ac-e57731f6ed55] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:39:38.334539 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:38.339737 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:38.427797 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] [instance: faa7fd19-8b42-43be-90ac-e57731f6ed55] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:39:38.435041 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:38.435041 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:39:38.832976 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:39:38.833649 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-545f7750-d3ca-4792-9193-cbed3b2fcd02 tempest-ServersAdminNegativeTestJSON-1210633231 tempest-ServersAdminNegativeTestJSON-1210633231-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:06.014723 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Took 0.56 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:40:06.042395 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:06.042734 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:06.248680 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:06.249223 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:06.250196 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:06.250657 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:06.269196 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Getting quotas for project 672f104b1894400da4a86f26d91dc699. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:40:06.274733 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Getting quotas for user 51568b5fa7e7464881766fe90ec975ce and project 672f104b1894400da4a86f26d91dc699. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:40:06.287249 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: 2491d576-2975-49c4-b0d8-9a621b72e4af] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:40:06.288822 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:06.289478 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:06.386190 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: 2491d576-2975-49c4-b0d8-9a621b72e4af] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:40:06.387453 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:06.387866 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:06.719854 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:06.720611 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-83329b48-2a2d-4c77-9bf0-64d0361d1c9c tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:08.255123 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Took 1.07 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:40:08.380817 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:08.381479 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:08.811127 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:08.819552 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:08.820573 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:08.821009 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:08.849143 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Getting quotas for project 018e9316a9b649ddbd2ffd28e16291e9. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:40:08.856710 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Getting quotas for user 012d5330880c47a2960ce78959b74c4c and project 018e9316a9b649ddbd2ffd28e16291e9. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:40:08.870563 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] [instance: da13b8c6-7f3a-44b3-8d58-06140fd7228e] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:40:08.871740 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:08.872226 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:08.980329 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] [instance: da13b8c6-7f3a-44b3-8d58-06140fd7228e] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:40:08.981973 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:08.982547 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:09.177598 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Took 0.63 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:40:09.208956 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:09.209599 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:09.320406 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:09.321153 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-16895d33-d33d-4742-9a22-5f995c9c78f9 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:09.458703 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:09.459580 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:09.461453 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:09.463090 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:09.501295 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Getting quotas for project cd9401887381404eb445ade1488bd8e0. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:40:09.512667 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Getting quotas for user cab717b742c64ca1aecb9b38ea8a930c and project cd9401887381404eb445ade1488bd8e0. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:40:09.539438 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] [instance: cf4eb75c-58d8-4fa4-a25d-dad97866db81] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:40:09.540879 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:09.542146 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:09.643248 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] [instance: cf4eb75c-58d8-4fa4-a25d-dad97866db81] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:40:09.648096 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:09.648982 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:09.964935 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:09.965638 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-fadc7541-fd27-4d0e-8eda-ec09d0d4826c tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:11.298104 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-40eb49e2-ef49-4cc7-96d0-b678ff66052c tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:40:11.298928 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-40eb49e2-ef49-4cc7-96d0-b678ff66052c tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:11.299106 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-40eb49e2-ef49-4cc7-96d0-b678ff66052c tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:12.103097 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-40eb49e2-ef49-4cc7-96d0-b678ff66052c tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Created allocations for migration 9e925a58-af0e-40b1-878d-4264728ee9b1 on e7396b99-defb-44ef-a9a0-c30bcf0aa66f {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 21:40:12.504688 n-d-826527-2 nova-conductor[110302]: DEBUG nova.scheduler.utils [None req-40eb49e2-ef49-4cc7-96d0-b678ff66052c tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] [instance: 26189b63-625d-401c-9645-600d35ff67fd] Instance allocations successfully created on destination node 79b8a68c-1134-40ae-88ef-f3dd39171951: {'allocations': {'79b8a68c-1134-40ae-88ef-f3dd39171951': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024, 'DISK_GB': 1}}}} {{(pid=110302) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:842}}
Jan 27 21:40:12.505292 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-40eb49e2-ef49-4cc7-96d0-b678ff66052c tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lazy-loading 'resources' on Instance uuid 26189b63-625d-401c-9645-600d35ff67fd {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:40:12.512365 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-40eb49e2-ef49-4cc7-96d0-b678ff66052c tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lazy-loading 'pci_requests' on Instance uuid 26189b63-625d-401c-9645-600d35ff67fd {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:40:13.238933 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.live_migrate [None req-40eb49e2-ef49-4cc7-96d0-b678ff66052c tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] [instance: 26189b63-625d-401c-9645-600d35ff67fd] Start binding ports on destination host: n-h1-826527-2 {{(pid=110302) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}}
Jan 27 21:40:17.904996 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Took 0.67 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:40:17.968095 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:17.970900 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:18.157219 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:18.157920 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:18.158844 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:18.159398 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:18.181882 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Getting quotas for project 3cb0097b7f914f22a2be5b36ccdc96aa. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:40:18.199736 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Getting quotas for user 0dc6789693ab481cbc59ed4454ed2425 and project 3cb0097b7f914f22a2be5b36ccdc96aa. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:40:18.221613 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] [instance: 29d3a5ac-1a00-4737-972b-94b1952fa205] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:40:18.222901 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:18.223717 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:18.671860 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] [instance: 29d3a5ac-1a00-4737-972b-94b1952fa205] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:40:18.674943 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:18.675197 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:19.030691 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:19.031514 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e376870e-0e20-485a-9b14-5915eff6f8fb tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:27.917343 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Took 1.11 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:40:27.963797 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:27.964126 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:28.209169 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:28.209169 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:28.209169 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:28.209169 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:28.249606 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Getting quotas for project cb784c3f48964750a5c4b8c9edd7fb53. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:40:28.254189 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Getting quotas for user 00e2af5a6b2a4c2db24dcf200b20e85a and project cb784c3f48964750a5c4b8c9edd7fb53. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:40:28.266112 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] [instance: 1681215f-b8ac-44e3-b943-464e2808efc8] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:40:28.267349 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:28.267881 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:28.357703 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] [instance: 1681215f-b8ac-44e3-b943-464e2808efc8] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:40:28.359580 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:28.360211 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:28.644834 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:28.645701 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1a670372-d701-445a-96f2-685e1a39eb4e tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:29.942739 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Took 0.86 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:40:29.972935 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:29.973595 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:30.076351 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Took 0.62 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:40:30.111894 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:30.112368 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:30.127512 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:30.128283 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:30.129536 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:30.130137 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:30.149743 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Getting quotas for project 672f104b1894400da4a86f26d91dc699. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:40:30.155035 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Getting quotas for user 51568b5fa7e7464881766fe90ec975ce and project 672f104b1894400da4a86f26d91dc699. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:40:30.185259 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: 93c14840-966c-4f66-8e07-cb92d0d2cc3f] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:40:30.187684 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:30.188558 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:30.321109 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:30.321715 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:30.322471 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:30.328739 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.006s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:30.370888 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Getting quotas for project cb784c3f48964750a5c4b8c9edd7fb53. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:40:30.380299 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Getting quotas for user 00e2af5a6b2a4c2db24dcf200b20e85a and project cb784c3f48964750a5c4b8c9edd7fb53. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:40:30.396409 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] [instance: 93c14840-966c-4f66-8e07-cb92d0d2cc3f] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:40:30.397691 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:30.398218 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:30.402777 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] [instance: 8327d638-f80d-411f-b522-e99a3e5040a4] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:40:30.403991 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:30.404605 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:30.510849 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] [instance: 8327d638-f80d-411f-b522-e99a3e5040a4] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:40:30.512433 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:30.513137 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:30.854012 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:30.855178 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e8b376fa-117c-49ec-a979-3b5c18ca17c1 tempest-ServersOnMultiNodesTest-1311374280 tempest-ServersOnMultiNodesTest-1311374280-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:30.991511 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:30.993574 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b7e50143-12cd-4dde-ba02-f9bf9258988c tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:32.540551 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:40:32.576010 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:32.576756 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:32.842807 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:32.844022 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:32.845493 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:32.847507 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:32.873154 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Getting quotas for project cb784c3f48964750a5c4b8c9edd7fb53. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:40:32.881133 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Getting quotas for user 00e2af5a6b2a4c2db24dcf200b20e85a and project cb784c3f48964750a5c4b8c9edd7fb53. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:40:32.894280 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] [instance: 89c3a95b-0978-48af-827d-e2e707b20949] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:40:32.896191 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:32.897032 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:33.058133 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] [instance: 89c3a95b-0978-48af-827d-e2e707b20949] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:40:33.059858 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:33.060629 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:33.521994 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:33.522586 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-40440571-0f63-4b3e-9084-8fd25538bfa2 tempest-ListServerFiltersTestJSON-1664761122 tempest-ListServerFiltersTestJSON-1664761122-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:41.081321 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Took 0.96 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:40:41.124331 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:41.125449 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:41.359334 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:41.359739 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:41.360695 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:41.361262 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:41.394769 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Getting quotas for project b4dac824123e4c2f9027939f1d9fa092. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:40:41.401948 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Getting quotas for user 7f4913ce4ea5461fab5a3aa92996a254 and project b4dac824123e4c2f9027939f1d9fa092. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:40:41.418117 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] [instance: 80585d49-7c30-4c08-ad85-5ff3f51df6b0] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:40:41.419470 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:41.420049 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:41.472297 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Took 0.65 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:40:41.517970 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:41.518579 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:41.521906 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] [instance: 80585d49-7c30-4c08-ad85-5ff3f51df6b0] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:40:41.524024 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:41.524944 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:41.723285 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:41.724036 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:41.725902 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:41.730237 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:41.771020 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Getting quotas for project 018e9316a9b649ddbd2ffd28e16291e9. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:40:41.787199 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Getting quotas for user 012d5330880c47a2960ce78959b74c4c and project 018e9316a9b649ddbd2ffd28e16291e9. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:40:41.817403 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] [instance: a8239d13-086c-4954-b255-26dde678b566] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:40:41.818718 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:41.819831 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:41.942518 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] [instance: a8239d13-086c-4954-b255-26dde678b566] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:40:41.945986 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:41.945986 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-765113c1-3033-4f9b-8584-30c8598154d7 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859 tempest-FloatingIPsAssociationNegativeTestJSON-1123789859-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:41.949257 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:41.950834 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:42.232071 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:42.232587 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-09a0ee5e-b8e0-4a25-8bec-339654c5f0f4 tempest-FloatingIPsAssociationTestJSON-408958985 tempest-FloatingIPsAssociationTestJSON-408958985-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:44.283215 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-5380b4c2-b280-4629-b216-1f4826862e71 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:40:44.283215 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5380b4c2-b280-4629-b216-1f4826862e71 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:40:44.283215 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5380b4c2-b280-4629-b216-1f4826862e71 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:40:44.624206 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-5380b4c2-b280-4629-b216-1f4826862e71 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] [instance: 29d3a5ac-1a00-4737-972b-94b1952fa205] Restricting to cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while migrating {{(pid=110302) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}}
Jan 27 21:40:45.424920 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-5380b4c2-b280-4629-b216-1f4826862e71 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Created allocations for migration a28068f0-f6c2-4630-9e9b-637f25be0677 on e7396b99-defb-44ef-a9a0-c30bcf0aa66f {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 21:40:46.101728 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-5380b4c2-b280-4629-b216-1f4826862e71 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] [instance: 29d3a5ac-1a00-4737-972b-94b1952fa205] Calling prep_resize with selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [Selection(allocation_request='{"allocations": {"e7396b99-defb-44ef-a9a0-c30bcf0aa66f": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["e7396b99-defb-44ef-a9a0-c30bcf0aa66f"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=930c735d-9127-4a4b-bb6e-5a65ce55aa06,compute_node_uuid=e7396b99-defb-44ef-a9a0-c30bcf0aa66f,limits=SchedulerLimits,nodename='n-h2-826527-2',service_host='n-h2-826527-2')] {{(pid=110302) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}}
Jan 27 21:40:46.999207 n-d-826527-2 nova-conductor[110303]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 21:41:20.991600 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 21:41:35.684921 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Took 0.78 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:41:35.729565 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:35.730992 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:35.911503 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:35.912216 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Took 1.22 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:41:35.913397 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:35.914533 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:35.915156 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:35.941867 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Getting quotas for project cd9401887381404eb445ade1488bd8e0. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:41:35.950576 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Getting quotas for user cab717b742c64ca1aecb9b38ea8a930c and project cd9401887381404eb445ade1488bd8e0. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:41:35.998969 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] [instance: ad7af2da-862a-4ab1-928a-f0b98ed9ed9a] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:41:36.001082 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:36.001722 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:36.002318 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.008s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:36.005105 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:36.114305 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] [instance: ad7af2da-862a-4ab1-928a-f0b98ed9ed9a] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:41:36.115592 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:36.115989 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:36.508262 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:36.509260 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:36.511891 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:36.513086 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:36.557575 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Getting quotas for project d01e1dca4f6640b992e7797d7303bf3f. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:41:36.591899 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Getting quotas for user fbc899870aae49f8b0e2b76bb180cb7e and project d01e1dca4f6640b992e7797d7303bf3f. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:41:36.632239 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] [instance: 173c0fa8-59ae-4d24-bc76-411b655d9370] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:41:36.634119 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:36.634520 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:37.240094 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] [instance: 173c0fa8-59ae-4d24-bc76-411b655d9370] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:41:37.241642 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:37.242133 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:37.369189 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:37.369788 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-966b6396-9e7c-4ff8-a37d-227bc0bff1ec tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:37.638595 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:37.646384 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b53fa4b2-b6f2-45f3-a9fe-44963069513a tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:50.993733 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:41:51.042936 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:51.043495 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:51.242047 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:51.244703 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:51.245679 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:51.246322 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:51.290472 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Getting quotas for project 3cb0097b7f914f22a2be5b36ccdc96aa. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:41:51.295427 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Getting quotas for user 0dc6789693ab481cbc59ed4454ed2425 and project 3cb0097b7f914f22a2be5b36ccdc96aa. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:41:51.323319 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] [instance: 54a20e42-55fc-447a-8270-d7c8beef47bf] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:41:51.325205 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:51.325905 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:51.444667 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] [instance: 54a20e42-55fc-447a-8270-d7c8beef47bf] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:41:51.445964 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:51.446366 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:51.831089 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:51.831493 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-4c92ce1e-421e-4334-be29-751bc8672066 tempest-MigrationsAdminTest-1208691027 tempest-MigrationsAdminTest-1208691027-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:54.650930 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Took 0.75 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:41:54.667942 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:54.668353 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:54.980305 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:54.981317 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:54.982315 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:54.982916 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:55.006962 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Getting quotas for project f8442eee08be41349159968735755e3d. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:41:55.012868 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Getting quotas for user 87dfc113398b49268116cc065a9f8274 and project f8442eee08be41349159968735755e3d. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:41:55.026809 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] [instance: cfe0d4d1-d17a-4b34-8cbc-4c4b151026f0] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:41:55.027712 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:55.028122 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:55.229033 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] [instance: cfe0d4d1-d17a-4b34-8cbc-4c4b151026f0] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:41:55.232543 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:55.232543 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:55.694890 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:55.696174 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-430bfc7a-2992-419c-8f68-47ee86adc32a tempest-VolumesAdminNegativeTest-588833825 tempest-VolumesAdminNegativeTest-588833825-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:56.463412 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Took 1.03 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:41:56.486798 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:56.487209 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:57.144784 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:57.145413 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:57.150788 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:57.151445 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:57.210830 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Getting quotas for project 316a9ec277e74763b4bcadec42f56394. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:41:57.224241 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Getting quotas for user 4997a2dbf89c4073867ce548c9118723 and project 316a9ec277e74763b4bcadec42f56394. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:41:57.274803 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] [instance: fff41de9-af72-4b36-a23b-2bd71dde0b56] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:41:57.274803 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:57.274803 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:57.417276 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] [instance: fff41de9-af72-4b36-a23b-2bd71dde0b56] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:41:57.418541 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:57.418947 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:41:58.060478 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:41:58.060478 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2eb9f9d7-619b-42ea-ba47-39c8812b301f tempest-ImagesOneServerTestJSON-484310519 tempest-ImagesOneServerTestJSON-484310519-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:02.350264 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-89fb17d7-e991-49dd-800b-620bb32f5893 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:42:02.351640 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-89fb17d7-e991-49dd-800b-620bb32f5893 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:02.352333 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-89fb17d7-e991-49dd-800b-620bb32f5893 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:03.905397 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-89fb17d7-e991-49dd-800b-620bb32f5893 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Created allocations for migration 8e081f65-7037-41f6-b76c-e510f2fb48ee on e7396b99-defb-44ef-a9a0-c30bcf0aa66f {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 21:42:04.417588 n-d-826527-2 nova-conductor[110302]: DEBUG nova.scheduler.utils [None req-89fb17d7-e991-49dd-800b-620bb32f5893 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] [instance: 173c0fa8-59ae-4d24-bc76-411b655d9370] Instance allocations successfully created on destination node 79b8a68c-1134-40ae-88ef-f3dd39171951: {'allocations': {'79b8a68c-1134-40ae-88ef-f3dd39171951': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024, 'DISK_GB': 1}}}} {{(pid=110302) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:842}}
Jan 27 21:42:04.418022 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-89fb17d7-e991-49dd-800b-620bb32f5893 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lazy-loading 'resources' on Instance uuid 173c0fa8-59ae-4d24-bc76-411b655d9370 {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:42:04.424678 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-89fb17d7-e991-49dd-800b-620bb32f5893 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lazy-loading 'pci_requests' on Instance uuid 173c0fa8-59ae-4d24-bc76-411b655d9370 {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:42:05.227006 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.live_migrate [None req-89fb17d7-e991-49dd-800b-620bb32f5893 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] [instance: 173c0fa8-59ae-4d24-bc76-411b655d9370] Start binding ports on destination host: n-h1-826527-2 {{(pid=110302) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}}
Jan 27 21:42:10.457862 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Took 0.53 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:42:10.481199 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:10.481903 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:10.566470 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-cf3c5675-6d02-47fc-926a-fe98cff1b08f tempest-MigrationsAdminTest-1008843032 tempest-MigrationsAdminTest-1008843032-project-admin] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:42:10.567055 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cf3c5675-6d02-47fc-926a-fe98cff1b08f tempest-MigrationsAdminTest-1008843032 tempest-MigrationsAdminTest-1008843032-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:10.567730 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cf3c5675-6d02-47fc-926a-fe98cff1b08f tempest-MigrationsAdminTest-1008843032 tempest-MigrationsAdminTest-1008843032-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:10.692702 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:10.693535 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:10.694747 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:10.695973 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:10.751968 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Getting quotas for project 298a24a4313c4d1fba93f64e81163028. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:42:10.763728 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Getting quotas for user f8a97e8e7e854e2999b0493939551c92 and project 298a24a4313c4d1fba93f64e81163028. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:42:10.796080 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] [instance: 64826d13-aac4-40f5-9d38-f459f4a37b98] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:42:10.797078 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:10.797691 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:10.896321 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] [instance: 64826d13-aac4-40f5-9d38-f459f4a37b98] block_device_mapping [BlockDeviceMapping(attachment_id=5bc1e683-c46a-4e82-ae23-743182da7e6f,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=<?>,uuid=<?>,volume_id='7b3ff32e-4d95-4566-82c2-53b894549a0f',volume_size=1,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:42:10.896321 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:10.896321 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:10.930253 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-cf3c5675-6d02-47fc-926a-fe98cff1b08f tempest-MigrationsAdminTest-1008843032 tempest-MigrationsAdminTest-1008843032-project-admin] [instance: 54a20e42-55fc-447a-8270-d7c8beef47bf] Restricting to cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while migrating {{(pid=110302) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}}
Jan 27 21:42:11.245456 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:11.246221 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-7250853e-bf76-4025-b476-fc02645cce16 tempest-LiveMigrationTest-448730747 tempest-LiveMigrationTest-448730747-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:11.530476 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Took 0.85 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:42:11.605614 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:11.608874 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:11.905590 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:11.906033 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:11.906786 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:11.907729 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:11.940448 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Getting quotas for project 035a00b72f804a31bfa48de2a131fc81. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:42:11.946745 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Getting quotas for user 0ad870f7d7724316b4368e132d1be272 and project 035a00b72f804a31bfa48de2a131fc81. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:42:11.986721 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] [instance: a515f983-93ee-4e71-9ae8-7d39aed59156] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:42:11.988323 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:11.990246 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:12.080341 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] [instance: a515f983-93ee-4e71-9ae8-7d39aed59156] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:42:12.087077 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-cf3c5675-6d02-47fc-926a-fe98cff1b08f tempest-MigrationsAdminTest-1008843032 tempest-MigrationsAdminTest-1008843032-project-admin] Created allocations for migration 89fb6b4f-a33e-4400-bad1-8cb6ee9b44fc on 79b8a68c-1134-40ae-88ef-f3dd39171951 {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 21:42:12.089422 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:12.089850 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:12.407216 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:12.408166 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-2bed3c11-28b6-41e7-af75-d52dfdccd072 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:13.057072 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Took 0.86 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:42:13.153385 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:13.154064 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:13.221617 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-cf3c5675-6d02-47fc-926a-fe98cff1b08f tempest-MigrationsAdminTest-1008843032 tempest-MigrationsAdminTest-1008843032-project-admin] [instance: 54a20e42-55fc-447a-8270-d7c8beef47bf] Calling prep_resize with selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [] {{(pid=110302) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}}
Jan 27 21:42:13.534341 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:13.534749 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:13.535496 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:13.545740 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:13.572469 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Getting quotas for project 035a00b72f804a31bfa48de2a131fc81. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:42:13.580212 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Getting quotas for user 0ad870f7d7724316b4368e132d1be272 and project 035a00b72f804a31bfa48de2a131fc81. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:42:13.596899 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] [instance: 8e1c2519-9903-4a3e-8c76-40e945e12552] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:42:13.598200 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:13.599112 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:13.822572 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] [instance: 8e1c2519-9903-4a3e-8c76-40e945e12552] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:42:13.824310 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:13.824932 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:14.225207 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:14.225878 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c43af8ee-f6e3-4fd2-a4c0-09d1e4723d82 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:22.037805 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ba4a0828-235b-439e-b8e3-d8eea2887b55 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method rebuild_instance {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:42:22.038469 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ba4a0828-235b-439e-b8e3-d8eea2887b55 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:22.038704 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ba4a0828-235b-439e-b8e3-d8eea2887b55 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:22.124034 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ba4a0828-235b-439e-b8e3-d8eea2887b55 tempest-ServerShowV247Test-2031681118 tempest-ServerShowV247Test-2031681118-project] [instance: 8e1c2519-9903-4a3e-8c76-40e945e12552] No migration record for the rebuild/evacuate request. {{(pid=110302) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1127}}
Jan 27 21:42:22.195188 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Took 0.92 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:42:22.234302 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:22.237870 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:22.591107 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:22.592636 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:22.595345 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:22.596891 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:22.631122 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Getting quotas for project b7f11e06ca8c4db9ac48d144c1dcd64f. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:42:22.636449 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Getting quotas for user 4946fecb7a42422eaa64ab862043d40d and project b7f11e06ca8c4db9ac48d144c1dcd64f. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:42:22.649928 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] [instance: cc617c76-5b37-4cd7-8255-7eed652b86fd] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:42:22.651204 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:22.651762 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:22.730112 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] [instance: cc617c76-5b37-4cd7-8255-7eed652b86fd] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:42:22.731732 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:22.732292 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:23.022915 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:23.023711 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-28c49a7f-aba1-49f5-9fa9-eeafb114592c tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:24.298782 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Took 0.65 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:42:24.343105 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:24.343516 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:24.541616 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:24.542488 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:24.545488 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:24.546144 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:24.586120 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Getting quotas for project d01e1dca4f6640b992e7797d7303bf3f. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:42:24.594366 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Getting quotas for user fbc899870aae49f8b0e2b76bb180cb7e and project d01e1dca4f6640b992e7797d7303bf3f. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:42:24.614512 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] [instance: 4ba1e640-d358-4af4-b4e3-1306c47dc3e8] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:42:24.615968 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:24.616632 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:24.809813 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] [instance: 4ba1e640-d358-4af4-b4e3-1306c47dc3e8] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:42:24.816493 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:24.817207 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:25.176428 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:25.177314 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-5b307941-4c3f-4a50-ba60-17258b4501b7 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:37.340245 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:42:37.444867 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:37.450176 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:37.620124 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:37.625928 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:37.629401 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:37.632241 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:37.673620 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Getting quotas for project cd9401887381404eb445ade1488bd8e0. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:42:37.685561 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Getting quotas for user cab717b742c64ca1aecb9b38ea8a930c and project cd9401887381404eb445ade1488bd8e0. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:42:37.717559 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] [instance: 1694ad61-47a9-4832-8977-dc227c751e19] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:42:37.719465 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:37.720095 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:37.846120 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] [instance: 1694ad61-47a9-4832-8977-dc227c751e19] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:42:37.847614 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:37.873799 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.026s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:38.467386 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:38.469049 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-577a4d79-25e6-4f6d-ac0b-82fa209f9b22 tempest-ImagesTestJSON-857216598 tempest-ImagesTestJSON-857216598-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:47.772566 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-5bef3424-9fa4-4809-8291-ed17d6ac6bf0 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110303) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:42:47.773165 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-5bef3424-9fa4-4809-8291-ed17d6ac6bf0 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:47.773544 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-5bef3424-9fa4-4809-8291-ed17d6ac6bf0 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:48.496762 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.tasks.migrate [None req-5bef3424-9fa4-4809-8291-ed17d6ac6bf0 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Created allocations for migration 168ff6f2-c78e-4be1-a803-f098e9567ead on e7396b99-defb-44ef-a9a0-c30bcf0aa66f {{(pid=110303) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 21:42:48.834480 n-d-826527-2 nova-conductor[110303]: DEBUG nova.scheduler.utils [None req-5bef3424-9fa4-4809-8291-ed17d6ac6bf0 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] [instance: 4ba1e640-d358-4af4-b4e3-1306c47dc3e8] Instance allocations successfully created on destination node 79b8a68c-1134-40ae-88ef-f3dd39171951: {'allocations': {'79b8a68c-1134-40ae-88ef-f3dd39171951': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024, 'DISK_GB': 1}}}} {{(pid=110303) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:842}}
Jan 27 21:42:48.834480 n-d-826527-2 nova-conductor[110303]: DEBUG nova.objects.instance [None req-5bef3424-9fa4-4809-8291-ed17d6ac6bf0 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lazy-loading 'resources' on Instance uuid 4ba1e640-d358-4af4-b4e3-1306c47dc3e8 {{(pid=110303) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:42:48.841286 n-d-826527-2 nova-conductor[110303]: DEBUG nova.objects.instance [None req-5bef3424-9fa4-4809-8291-ed17d6ac6bf0 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lazy-loading 'pci_requests' on Instance uuid 4ba1e640-d358-4af4-b4e3-1306c47dc3e8 {{(pid=110303) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:42:49.703468 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.tasks.live_migrate [None req-5bef3424-9fa4-4809-8291-ed17d6ac6bf0 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] [instance: 4ba1e640-d358-4af4-b4e3-1306c47dc3e8] Start binding ports on destination host: n-h1-826527-2 {{(pid=110303) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}}
Jan 27 21:42:54.984121 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ea1d764f-511a-4997-a5d8-70319b58c31d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:42:54.986850 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ea1d764f-511a-4997-a5d8-70319b58c31d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:42:54.987444 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ea1d764f-511a-4997-a5d8-70319b58c31d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:42:55.999477 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-ea1d764f-511a-4997-a5d8-70319b58c31d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Created allocations for migration 0eb7bd95-65b3-4529-8984-4be95bca0895 on e7396b99-defb-44ef-a9a0-c30bcf0aa66f {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 21:42:56.394049 n-d-826527-2 nova-conductor[110302]: DEBUG nova.scheduler.utils [None req-ea1d764f-511a-4997-a5d8-70319b58c31d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] [instance: 64826d13-aac4-40f5-9d38-f459f4a37b98] Instance allocations successfully created on destination node 79b8a68c-1134-40ae-88ef-f3dd39171951: {'allocations': {'79b8a68c-1134-40ae-88ef-f3dd39171951': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024}}}} {{(pid=110302) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:842}}
Jan 27 21:42:56.405789 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-ea1d764f-511a-4997-a5d8-70319b58c31d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lazy-loading 'resources' on Instance uuid 64826d13-aac4-40f5-9d38-f459f4a37b98 {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:42:56.405789 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-ea1d764f-511a-4997-a5d8-70319b58c31d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] Lazy-loading 'pci_requests' on Instance uuid 64826d13-aac4-40f5-9d38-f459f4a37b98 {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:42:57.523226 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.live_migrate [None req-ea1d764f-511a-4997-a5d8-70319b58c31d tempest-LiveMigrationTest-1626823868 tempest-LiveMigrationTest-1626823868-project-admin] [instance: 64826d13-aac4-40f5-9d38-f459f4a37b98] Start binding ports on destination host: n-h1-826527-2 {{(pid=110302) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}}
Jan 27 21:43:04.270894 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Took 0.98 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:43:04.328234 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:04.328855 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:04.821547 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:04.821547 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:04.821547 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:04.821547 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:04.822130 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Getting quotas for project b7f11e06ca8c4db9ac48d144c1dcd64f. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:43:04.822130 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Getting quotas for user 4946fecb7a42422eaa64ab862043d40d and project b7f11e06ca8c4db9ac48d144c1dcd64f. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:43:04.863911 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] [instance: 53436113-1910-4eeb-981f-70ef4ee7bb73] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:43:04.866528 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:04.868205 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:05.014874 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] [instance: 53436113-1910-4eeb-981f-70ef4ee7bb73] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:43:05.018821 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:05.019495 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:05.415176 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:05.416064 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-01c9eedd-7d46-497c-a392-0e18b81b7052 tempest-SecurityGroupsTestJSON-835827154 tempest-SecurityGroupsTestJSON-835827154-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:06.761766 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Took 0.60 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:43:06.799607 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:06.800011 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:06.968313 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:06.969011 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:06.970184 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:06.970750 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:06.994281 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Getting quotas for project d01e1dca4f6640b992e7797d7303bf3f. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:43:07.001797 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Getting quotas for user fbc899870aae49f8b0e2b76bb180cb7e and project d01e1dca4f6640b992e7797d7303bf3f. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:43:07.021357 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] [instance: 70d767f1-ef48-45d1-9bd3-3463db3cea56] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:43:07.022680 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:07.024028 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:07.195827 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] [instance: 70d767f1-ef48-45d1-9bd3-3463db3cea56] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:43:07.206794 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:07.206794 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:07.700786 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:07.701400 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7ce3b036-f894-4a45-a6d9-9a24804cfd8f tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:22.055813 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Took 0.89 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:43:22.113542 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:22.114237 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:22.457185 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:22.458745 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:22.459774 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:22.461495 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:22.508707 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Getting quotas for project 9de647dcda41428981b6a0e7d59c717e. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:43:22.514861 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Getting quotas for user 92be942a8eca4bf4bc069a9787d62789 and project 9de647dcda41428981b6a0e7d59c717e. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:43:22.570891 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] [instance: ec10000c-1d75-4dbf-9c13-6e32a9a3812c] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:43:22.573262 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:22.589241 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:22.734246 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] [instance: ec10000c-1d75-4dbf-9c13-6e32a9a3812c] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:43:22.736278 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:22.738546 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:23.099690 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:23.102401 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3690c6e5-393f-4984-8941-a80b1b1d61a9 tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:47.162039 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Took 0.65 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:43:47.210989 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:47.215892 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:47.483880 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:47.484544 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.006s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:47.487021 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:47.487525 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:47.554289 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Getting quotas for project 9de647dcda41428981b6a0e7d59c717e. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:43:47.569973 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Getting quotas for user 92be942a8eca4bf4bc069a9787d62789 and project 9de647dcda41428981b6a0e7d59c717e. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:43:47.607788 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] [instance: a9db876f-c981-4498-a7d0-9230c8050f91] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:43:47.610268 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:47.612871 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:47.708008 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] [instance: a9db876f-c981-4498-a7d0-9230c8050f91] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:43:47.710051 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:47.710787 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:43:48.276067 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:43:48.277060 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e439bd33-5b47-4995-906f-d9aaa3a02dab tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:07.011470 n-d-826527-2 nova-conductor[110303]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 21:44:08.105633 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-ad225b89-96af-462c-9459-b6c86a443b93 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110303) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:44:08.106951 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-ad225b89-96af-462c-9459-b6c86a443b93 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:08.108615 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-ad225b89-96af-462c-9459-b6c86a443b93 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:11.179879 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.tasks.migrate [None req-ad225b89-96af-462c-9459-b6c86a443b93 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Created allocations for migration a8f13b50-a282-425b-a60a-2c802f1c6e0a on e7396b99-defb-44ef-a9a0-c30bcf0aa66f {{(pid=110303) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 21:44:11.520646 n-d-826527-2 nova-conductor[110303]: DEBUG nova.scheduler.utils [None req-ad225b89-96af-462c-9459-b6c86a443b93 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] [instance: 70d767f1-ef48-45d1-9bd3-3463db3cea56] Instance allocations successfully created on destination node 79b8a68c-1134-40ae-88ef-f3dd39171951: {'allocations': {'79b8a68c-1134-40ae-88ef-f3dd39171951': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024, 'DISK_GB': 1}}}} {{(pid=110303) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:842}}
Jan 27 21:44:11.521866 n-d-826527-2 nova-conductor[110303]: DEBUG nova.objects.instance [None req-ad225b89-96af-462c-9459-b6c86a443b93 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lazy-loading 'resources' on Instance uuid 70d767f1-ef48-45d1-9bd3-3463db3cea56 {{(pid=110303) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:44:11.527975 n-d-826527-2 nova-conductor[110303]: DEBUG nova.objects.instance [None req-ad225b89-96af-462c-9459-b6c86a443b93 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lazy-loading 'pci_requests' on Instance uuid 70d767f1-ef48-45d1-9bd3-3463db3cea56 {{(pid=110303) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:44:12.191587 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.tasks.live_migrate [None req-ad225b89-96af-462c-9459-b6c86a443b93 tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] [instance: 70d767f1-ef48-45d1-9bd3-3463db3cea56] Start binding ports on destination host: n-h1-826527-2 {{(pid=110303) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}}
Jan 27 21:44:38.769955 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Took 1.13 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:44:38.814153 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:38.814823 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:39.360112 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:39.361153 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:39.363162 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:39.364111 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:39.399442 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Getting quotas for project 6c07ec3ccf0e4637a6f66d59a51aee9c. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:44:39.410071 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Getting quotas for user 8f452f439c424691b4f57ba475c70695 and project 6c07ec3ccf0e4637a6f66d59a51aee9c. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:44:39.425481 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] [instance: 7e7d0f05-5223-4b09-b69a-1c171ba94031] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:44:39.426968 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:39.427646 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:39.522333 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] [instance: 7e7d0f05-5223-4b09-b69a-1c171ba94031] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:44:39.523885 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:39.524291 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:40.040090 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:40.040840 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b1b89118-4330-4e71-ac4c-051cff54e13c tempest-ServersTestJSON-837536155 tempest-ServersTestJSON-837536155-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:43.545464 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Took 1.24 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:44:43.637852 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:43.638595 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:44.245169 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:44.249004 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:44.250278 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:44.253818 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:44.324872 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Getting quotas for project 65ae1ece89a24ef7b9378aba598cfe06. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:44:44.339132 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Getting quotas for user 532e20e927884ead8315f0bf589be034 and project 65ae1ece89a24ef7b9378aba598cfe06. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:44:44.381242 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] [instance: 92da6050-9efa-4420-8bc2-de9a5b3f6412] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:44:44.384619 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:44.386006 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:44.479872 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] [instance: 92da6050-9efa-4420-8bc2-de9a5b3f6412] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:44:44.482265 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:44.482958 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:44.952813 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:44.953421 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-590610dd-5e58-417d-a789-c4948f745206 tempest-InstanceActionsV221TestJSON-371032529 tempest-InstanceActionsV221TestJSON-371032529-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:51.563029 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Took 0.91 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:44:51.613471 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:51.622961 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:52.121973 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:52.122388 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:52.123427 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:52.124093 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:52.144356 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Getting quotas for project 0da257065077428388268569a65c19ca. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:44:52.150820 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Getting quotas for user 7ae7f53d87f84bb8b380f86b6eb7da17 and project 0da257065077428388268569a65c19ca. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:44:52.164147 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] [instance: 5d57c67a-69af-4853-8c45-ba3ab7cafae1] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:44:52.165995 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:52.166709 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:52.263657 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] [instance: 5d57c67a-69af-4853-8c45-ba3ab7cafae1] block_device_mapping [BlockDeviceMapping(attachment_id=92fd341d-5a1a-42b0-a097-af80d7a7067d,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=<?>,uuid=<?>,volume_id='7a81a3e3-8b97-465c-9eb3-7ccc002d6b83',volume_size=1,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:44:52.265772 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:52.266477 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:52.651121 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:52.651651 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-71bec970-4456-4b06-bd3a-91d15e58db70 tempest-ServersTestBootFromVolume-1388944296 tempest-ServersTestBootFromVolume-1388944296-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:56.265618 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Took 0.90 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:44:56.311071 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:56.311628 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:56.655905 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:56.661337 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:56.670681 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:56.672074 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:56.788420 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Getting quotas for project e97e636b60b84559b4fa939eef65fca3. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:44:56.812210 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Getting quotas for user cef9956b05da4300aed380abbdac059e and project e97e636b60b84559b4fa939eef65fca3. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:44:56.890901 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] [instance: b46d8426-408d-4879-ad12-01154382b3d4] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:44:56.891909 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:56.895687 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:57.051576 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] [instance: b46d8426-408d-4879-ad12-01154382b3d4] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:44:57.054419 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:57.055583 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:44:57.327328 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:44:57.338885 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-84c62b29-e4bb-47bb-8b12-07f466435b67 tempest-InstanceActionsTestJSON-647148326 tempest-InstanceActionsTestJSON-647148326-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:24.149976 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Took 1.07 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:45:24.215890 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:24.223076 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.007s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:24.521726 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:24.523401 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:24.524690 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:24.525182 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:24.553165 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Getting quotas for project f8374cc15fb546f39fbd6f680fc4ba04. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:45:24.567059 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Getting quotas for user 1b82753abad648b5a9325834fa6cf12a and project f8374cc15fb546f39fbd6f680fc4ba04. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:45:24.598141 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] [instance: d4233501-bedb-4ede-a9dd-68c8b89c8c57] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:45:24.599127 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:24.599533 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:24.823913 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] [instance: d4233501-bedb-4ede-a9dd-68c8b89c8c57] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:45:24.825427 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:24.826111 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:25.338822 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:25.339436 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a5359c39-d3bf-4269-a8f6-7a30e6264f55 tempest-ServerPasswordTestJSON-1533834200 tempest-ServerPasswordTestJSON-1533834200-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:27.182001 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Took 1.08 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:45:27.248917 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:27.249598 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:27.581939 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:27.590679 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:27.590679 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:27.590679 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:27.662562 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Getting quotas for project f7927daf742b4ab8b1531717a1613826. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:45:27.677422 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Getting quotas for user c2cd5f40cff4458abc5c60e5346c2de6 and project f7927daf742b4ab8b1531717a1613826. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:45:27.694615 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] [instance: a4e02404-814c-483d-9e7e-26f2d43694b7] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:45:27.695252 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:27.695707 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:27.881304 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] [instance: a4e02404-814c-483d-9e7e-26f2d43694b7] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:45:27.889270 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:27.889679 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:27.898906 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Took 0.73 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:45:27.949456 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:27.949876 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:28.122936 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:28.123725 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:28.124971 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:28.125615 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:28.150675 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Getting quotas for project f7927daf742b4ab8b1531717a1613826. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:45:28.157092 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Getting quotas for user c2cd5f40cff4458abc5c60e5346c2de6 and project f7927daf742b4ab8b1531717a1613826. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:45:28.172370 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] [instance: 8cce64c2-38a7-467a-aa94-d6287a0d204c] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:45:28.174050 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:28.174643 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:28.255076 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:28.256962 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e7bf7d11-2af8-404a-b150-b269e91ffb59 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:28.296223 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] [instance: 8cce64c2-38a7-467a-aa94-d6287a0d204c] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:45:28.301716 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:28.301716 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:28.761366 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:28.762339 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-48970677-b1da-4e28-a5ce-ceda51d1c0b6 tempest-ListImageFiltersTestJSON-938759854 tempest-ListImageFiltersTestJSON-938759854-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:51.260846 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Took 0.84 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:45:51.313417 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:51.313722 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:51.702294 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:51.704087 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:51.707086 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:51.707787 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:51.731012 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Getting quotas for project bd1a38516854446293de37334783b409. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:45:51.737924 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Getting quotas for user 3c5756b5ca264ee2a88b82bff55398ad and project bd1a38516854446293de37334783b409. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:45:51.757010 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] [instance: 75def074-b809-458b-90e8-f4a9d6d52b50] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:45:51.761582 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:51.761582 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:51.960368 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] [instance: 75def074-b809-458b-90e8-f4a9d6d52b50] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:45:51.968137 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:51.969333 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:52.355442 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:52.358613 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-98ef68f2-1df8-4ca8-a1c6-517bd3e57e2f tempest-ServerRescueTestJSONUnderV235-523275273 tempest-ServerRescueTestJSONUnderV235-523275273-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:59.157793 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Took 1.31 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:45:59.236173 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:59.240787 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:59.621578 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:59.622405 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:59.624253 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:59.625084 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:59.704055 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Getting quotas for project 23ebd9c728084f339def233af0af57a3. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:45:59.716247 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Getting quotas for user dc74f8ebb0e44a9b9941915babf9ed87 and project 23ebd9c728084f339def233af0af57a3. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:45:59.748718 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] [instance: b8269ce2-bef2-4029-b2fc-00c519cfd82d] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:45:59.752448 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:59.753080 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:45:59.949352 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] [instance: b8269ce2-bef2-4029-b2fc-00c519cfd82d] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:45:59.952143 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:45:59.953712 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:46:00.329746 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:46:00.330853 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ac15c8f4-b990-4139-8eea-783989d03ada tempest-ServersTestFqdnHostnames-980019885 tempest-ServersTestFqdnHostnames-980019885-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:46:18.705808 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Took 1.11 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:46:18.733800 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:46:18.734375 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:46:19.483751 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:46:19.485648 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:46:19.486475 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:46:19.487431 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:46:19.520603 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Getting quotas for project f55800451a544a25831b59def8675c0f. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:46:19.524131 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Getting quotas for user 45a495f35a9d47f1a8f91c4076d59add and project f55800451a544a25831b59def8675c0f. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:46:19.542427 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] [instance: 8afdf6bc-d02a-4b8b-98ce-95d7183949de] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:46:19.544220 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:46:19.544963 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:46:19.730674 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] [instance: 8afdf6bc-d02a-4b8b-98ce-95d7183949de] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:46:19.735558 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:46:19.735558 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:46:20.497027 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:46:20.497722 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3f7f8374-6bf2-44ac-a712-14319ff1b66c tempest-ServerTagsTestJSON-231559291 tempest-ServerTagsTestJSON-231559291-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:46:29.800872 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ab4eb7c8-8a16-4d39-b9f4-28116de2551c tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method unshelve_instance {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:46:29.809383 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ab4eb7c8-8a16-4d39-b9f4-28116de2551c tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:46:29.818128 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ab4eb7c8-8a16-4d39-b9f4-28116de2551c tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:46:30.908797 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ab4eb7c8-8a16-4d39-b9f4-28116de2551c tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] [instance: ec10000c-1d75-4dbf-9c13-6e32a9a3812c] Requesting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) during scheduling {{(pid=110302) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:927}}
Jan 27 21:46:31.556623 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ab4eb7c8-8a16-4d39-b9f4-28116de2551c tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Took 0.64 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:46:31.592485 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-ab4eb7c8-8a16-4d39-b9f4-28116de2551c tempest-ServersNegativeTestJSON-365728008 tempest-ServersNegativeTestJSON-365728008-project] Lazy-loading 'flavor' on Instance uuid ec10000c-1d75-4dbf-9c13-6e32a9a3812c {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:46:33.809645 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Took 0.75 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:46:33.861351 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:46:33.862175 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:46:34.108420 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:46:34.111298 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:46:34.114296 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:46:34.114989 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:46:34.169842 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Getting quotas for project d01e1dca4f6640b992e7797d7303bf3f. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:46:34.192635 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Getting quotas for user fbc899870aae49f8b0e2b76bb180cb7e and project d01e1dca4f6640b992e7797d7303bf3f. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:46:34.232151 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] [instance: 55eecefb-1d37-4c39-b8be-e1f29ca47505] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:46:34.233584 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:46:34.235119 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:46:34.645424 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] [instance: 55eecefb-1d37-4c39-b8be-e1f29ca47505] block_device_mapping [BlockDeviceMapping(attachment_id=a0b1b96d-b058-4314-b035-0130cdbc2eef,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=<?>,uuid=<?>,volume_id='f1ba4bae-2ff8-49dc-b540-fbdf9aea5a51',volume_size=1,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:46:34.648716 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:46:34.649363 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:46:36.117529 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:46:36.118466 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-a3b3f1ce-3c1a-40db-b856-b64011b1b2e2 tempest-LiveAutoBlockMigrationV225Test-968289635 tempest-LiveAutoBlockMigrationV225Test-968289635-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:18.773910 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-3e022215-5e6c-4292-9572-566247d1b31f tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 21:47:18.775882 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3e022215-5e6c-4292-9572-566247d1b31f tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:18.775882 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3e022215-5e6c-4292-9572-566247d1b31f tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:19.726119 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-3e022215-5e6c-4292-9572-566247d1b31f tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Created allocations for migration 0720eb02-c713-45e5-9777-2ce9d277af89 on 79b8a68c-1134-40ae-88ef-f3dd39171951 {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 21:47:20.163760 n-d-826527-2 nova-conductor[110302]: DEBUG nova.scheduler.utils [None req-3e022215-5e6c-4292-9572-566247d1b31f tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] [instance: 55eecefb-1d37-4c39-b8be-e1f29ca47505] Instance allocations successfully created on destination node e7396b99-defb-44ef-a9a0-c30bcf0aa66f: {'allocations': {'e7396b99-defb-44ef-a9a0-c30bcf0aa66f': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024}}}} {{(pid=110302) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:842}}
Jan 27 21:47:20.163760 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-3e022215-5e6c-4292-9572-566247d1b31f tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lazy-loading 'resources' on Instance uuid 55eecefb-1d37-4c39-b8be-e1f29ca47505 {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:47:20.163760 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-3e022215-5e6c-4292-9572-566247d1b31f tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] Lazy-loading 'pci_requests' on Instance uuid 55eecefb-1d37-4c39-b8be-e1f29ca47505 {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 21:47:20.901637 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.live_migrate [None req-3e022215-5e6c-4292-9572-566247d1b31f tempest-LiveAutoBlockMigrationV225Test-644057580 tempest-LiveAutoBlockMigrationV225Test-644057580-project-admin] [instance: 55eecefb-1d37-4c39-b8be-e1f29ca47505] Start binding ports on destination host: n-h2-826527-2 {{(pid=110302) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}}
Jan 27 21:47:21.836146 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Took 1.15 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:47:21.858429 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:21.858837 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:22.344042 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:22.344042 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:22.344042 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:22.344042 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:22.377061 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Getting quotas for project 77183e76662042c0851071521f02ab1b. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:47:22.382139 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Getting quotas for user b58c68375f3f4c2eba728cd88d3b04a5 and project 77183e76662042c0851071521f02ab1b. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:47:22.399541 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] [instance: 203315f1-f698-4e36-9a59-08e16eebfda4] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:47:22.418853 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:22.418853 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:22.636845 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] [instance: 203315f1-f698-4e36-9a59-08e16eebfda4] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:47:22.639161 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:22.639903 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:23.533538 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:23.533538 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b03f0f73-8f0f-4b8c-afd4-8d7aae25bb2e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:27.029522 n-d-826527-2 nova-conductor[110303]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 21:47:44.644728 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Took 1.07 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:47:44.713274 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:44.715584 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:45.091846 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:45.092542 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:45.093774 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:45.094590 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:45.172679 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Getting quotas for project 0fa05b96f7474b309ac353d8562d5448. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:47:45.184053 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Getting quotas for user a7022e95a8464e30a7242e5df760996d and project 0fa05b96f7474b309ac353d8562d5448. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:47:45.209131 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] [instance: 6de3755d-500b-4f3f-867c-935d1e5d313a] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:47:45.210814 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:45.211138 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:45.321334 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] [instance: 6de3755d-500b-4f3f-867c-935d1e5d313a] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:47:45.323515 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:45.324067 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:45.782174 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:45.782174 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbe5e137-2318-4ed7-bfcd-5a1b7240819d tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:57.391195 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Took 1.39 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:47:57.457036 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:57.457036 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:57.919455 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:57.927219 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:57.928867 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:57.929586 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:57.988524 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Getting quotas for project fc5043caf2024e449d79fc824134c329. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:47:58.006817 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Getting quotas for user 3c8904abbd8d4f7da537c83e89b6aeeb and project fc5043caf2024e449d79fc824134c329. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:47:58.050158 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] [instance: ef28a371-aeef-4b2f-a0e2-e4e8ee78cf4c] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:47:58.051461 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:58.052017 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:58.211952 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] [instance: ef28a371-aeef-4b2f-a0e2-e4e8ee78cf4c] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:47:58.215628 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:58.215628 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:58.590349 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Took 0.79 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:47:58.646180 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:58.646593 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:58.738569 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:58.742332 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-3c3be311-3ea0-461d-b1a6-7d82eee38e07 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:58.855621 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:58.856175 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:58.857289 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:58.857873 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:58.905604 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Getting quotas for project 77183e76662042c0851071521f02ab1b. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:47:58.911376 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Getting quotas for user b58c68375f3f4c2eba728cd88d3b04a5 and project 77183e76662042c0851071521f02ab1b. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:47:58.940044 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] [instance: a81c77b6-c79a-469b-9138-34c14e9114ae] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:47:58.943363 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:58.943837 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:59.085847 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] [instance: a81c77b6-c79a-469b-9138-34c14e9114ae] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:47:59.087104 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:59.087506 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:47:59.567966 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:47:59.568864 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-045fe3e6-95fa-44ce-826b-6809db10b8ed tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:48:00.417991 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Took 0.84 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:48:00.509365 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:48:00.510702 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:48:00.805937 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:48:00.807163 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:48:00.808591 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:48:00.810891 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:48:00.838501 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Getting quotas for project fc5043caf2024e449d79fc824134c329. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:48:00.849985 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Getting quotas for user 3c8904abbd8d4f7da537c83e89b6aeeb and project fc5043caf2024e449d79fc824134c329. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:48:00.874870 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] [instance: 93475868-7a87-4d34-a0f8-ae686b89698e] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:48:00.876140 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:48:00.876842 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:48:01.007884 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 21:48:01.093456 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] [instance: 93475868-7a87-4d34-a0f8-ae686b89698e] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:48:01.095998 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:48:01.096754 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:48:01.835696 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:48:01.836377 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b5536da8-ea8f-4f04-a845-627c1f3336a8 tempest-ServerRescueNegativeTestJSON-728554169 tempest-ServerRescueNegativeTestJSON-728554169-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:48:25.600156 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Took 1.04 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:48:25.641958 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:48:25.642379 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:48:25.934328 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:48:25.936163 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:48:25.937170 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:48:25.941737 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:48:25.987494 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Getting quotas for project de278fd9b128471eaf0b109a98c44bab. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:48:26.002840 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Getting quotas for user a379fd283c3d4e3f83320077b7f05f7f and project de278fd9b128471eaf0b109a98c44bab. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:48:26.026704 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] [instance: f78272b0-d241-4a08-9aef-bda762747348] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:48:26.027704 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:48:26.028128 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:48:26.152827 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] [instance: f78272b0-d241-4a08-9aef-bda762747348] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:48:26.154465 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:48:26.155077 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:48:26.423274 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:48:26.423681 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d08c9f34-8e4d-44c4-901c-9e8c6dd91ae6 tempest-ServersTestManualDisk-1274648147 tempest-ServersTestManualDisk-1274648147-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:26.204694 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-0d7bfefd-8417-42d9-8f6c-b5742fddb947 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Took 0.72 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:49:26.243612 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-0d7bfefd-8417-42d9-8f6c-b5742fddb947 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] [instance: a6cf917b-43a5-4212-8684-8de3813d62cc] While scheduling instance, the build request was already deleted. {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1598}}
Jan 27 21:49:27.112035 n-d-826527-2 nova-conductor[110303]: INFO nova.scheduler.client.report [None req-0d7bfefd-8417-42d9-8f6c-b5742fddb947 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Deleted allocations for instance a6cf917b-43a5-4212-8684-8de3813d62cc
Jan 27 21:49:27.132885 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-0d7bfefd-8417-42d9-8f6c-b5742fddb947 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:27.133650 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-0d7bfefd-8417-42d9-8f6c-b5742fddb947 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:27.137964 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-0d7bfefd-8417-42d9-8f6c-b5742fddb947 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:27.138728 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-0d7bfefd-8417-42d9-8f6c-b5742fddb947 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:27.183445 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-0d7bfefd-8417-42d9-8f6c-b5742fddb947 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Getting quotas for project 77183e76662042c0851071521f02ab1b. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:49:27.197246 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-0d7bfefd-8417-42d9-8f6c-b5742fddb947 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Getting quotas for user b58c68375f3f4c2eba728cd88d3b04a5 and project 77183e76662042c0851071521f02ab1b. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:49:29.501119 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Took 0.60 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:49:29.534538 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:29.535691 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:29.755108 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:29.756087 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.006s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:29.759409 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:29.762178 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:29.804804 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Getting quotas for project 77183e76662042c0851071521f02ab1b. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:49:29.810823 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Getting quotas for user b58c68375f3f4c2eba728cd88d3b04a5 and project 77183e76662042c0851071521f02ab1b. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:49:29.825182 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] [instance: 0d733d92-ba41-488f-a727-ab6125f05ad3] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:49:29.826524 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:29.827260 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:29.950216 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] [instance: 0d733d92-ba41-488f-a727-ab6125f05ad3] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:49:29.951477 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:29.951874 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:30.358047 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:30.358795 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-72d6715c-e415-4177-9902-93f360fa0ea7 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:51.621703 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Took 1.03 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:49:51.708000 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:51.710178 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:52.168586 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:52.171374 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:52.176332 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:52.181006 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:52.274475 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Getting quotas for project 736b1838431145c4b80ab898950bb9da. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:49:52.296891 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Getting quotas for user 8d137fd615464f3d83cfc9183af4fe01 and project 736b1838431145c4b80ab898950bb9da. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:49:52.327132 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] [instance: fef06dff-1640-4cb3-8bfe-1e267d4e243e] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:49:52.328821 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:52.329963 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:52.523144 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] [instance: fef06dff-1640-4cb3-8bfe-1e267d4e243e] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:49:52.526875 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:52.527861 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:52.980471 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:52.981101 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-e9ebd8c8-e149-48c0-b04d-a824ae6ee4d1 tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:55.188575 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Took 1.01 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:49:55.220518 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:55.221917 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:55.515349 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:55.516193 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:55.517328 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:55.518283 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:55.549865 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Getting quotas for project 66f17538e5a4450faf6a8a7ef3dcf8c2. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:49:55.561784 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Getting quotas for user dec9a7ae2cb14bf993a91f39b9cacc4a and project 66f17538e5a4450faf6a8a7ef3dcf8c2. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:49:55.586281 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] [instance: eeda5f3a-cb8a-4dae-8c56-70dbfdcf6a22] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:49:55.588320 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:55.589249 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:55.692204 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] [instance: eeda5f3a-cb8a-4dae-8c56-70dbfdcf6a22] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:49:55.693780 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:55.694365 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:49:56.194787 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:49:56.195745 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d98cec74-abbb-480e-8e7c-6c99ce037c68 tempest-ServerDiagnosticsNegativeTest-1183131813 tempest-ServerDiagnosticsNegativeTest-1183131813-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:03.472007 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Took 0.77 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:50:03.559835 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:03.560496 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:03.769623 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:03.770028 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:03.770865 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:03.776599 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:03.821061 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Getting quotas for project 77183e76662042c0851071521f02ab1b. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:50:03.832270 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Getting quotas for user b58c68375f3f4c2eba728cd88d3b04a5 and project 77183e76662042c0851071521f02ab1b. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:50:03.873766 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] [instance: 52cc4b34-177c-4eb7-be1b-41f9adb1e740] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:50:03.878094 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:03.878094 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:04.016898 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] [instance: 52cc4b34-177c-4eb7-be1b-41f9adb1e740] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:50:04.018875 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:04.019280 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:04.396086 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:04.396523 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-9ecb9803-1587-4b63-8a07-0cf0ae471d11 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:38.678514 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Took 0.83 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:50:38.743032 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:38.743470 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:39.174170 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:39.175182 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:39.176128 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:39.176695 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:39.202704 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Getting quotas for project e875af312f8a4cfa93409893e75db12b. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:50:39.221925 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Getting quotas for user 5b00a3570df24305bf18830f521ccdd4 and project e875af312f8a4cfa93409893e75db12b. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:50:39.253855 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] [instance: 9404b740-76f1-4174-b5c6-b604b722696a] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:50:39.258855 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:39.259498 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:39.406559 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] [instance: 9404b740-76f1-4174-b5c6-b604b722696a] block_device_mapping [BlockDeviceMapping(attachment_id=7b16bb35-b22d-4a6f-bbf5-62cfbcbd0a59,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=False,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag='boot',updated_at=<?>,uuid=<?>,volume_id='718aeb0b-c3e3-4dfe-b02b-4d2de1a138e6',volume_size=1,volume_type=None), BlockDeviceMapping(attachment_id=8a0f971a-f8b8-4819-abac-8802e1da514b,boot_index=1,connection_info=None,created_at=<?>,delete_on_termination=False,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag='other',updated_at=<?>,uuid=<?>,volume_id='1f2b1d6b-561c-4389-842e-5fdbb898d4b6',volume_size=1,volume_type=None), BlockDeviceMapping(attachment_id=64373f3c-11e1-4dde-8677-cc3500c48a8b,boot_index=2,connection_info=None,created_at=<?>,delete_on_termination=False,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=<?>,uuid=<?>,volume_id='8be21375-2a66-4837-affb-ab928bc90add',volume_size=1,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:50:39.409816 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:39.410650 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:39.532206 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:39.535177 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:39.658654 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:39.658654 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:40.279494 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:40.285695 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-53f06aef-00ee-4211-bbc4-2cd737755369 tempest-TaggedBootDevicesTest-773057452 tempest-TaggedBootDevicesTest-773057452-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:47.042351 n-d-826527-2 nova-conductor[110303]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 21:50:48.153640 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Took 0.76 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:50:48.183978 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:48.184507 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:48.325838 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:48.326517 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:48.327674 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:48.329159 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:48.367849 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Getting quotas for project 736b1838431145c4b80ab898950bb9da. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:50:48.379318 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Getting quotas for user 8d137fd615464f3d83cfc9183af4fe01 and project 736b1838431145c4b80ab898950bb9da. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:50:48.399742 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] [instance: 7f584d99-e7f8-4ff2-8d68-a656bf4e11b2] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:50:48.400853 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:48.401434 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:48.477744 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] [instance: 7f584d99-e7f8-4ff2-8d68-a656bf4e11b2] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:50:48.479524 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:48.480156 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:50:48.828086 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:50:48.829128 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-38483b51-bed0-4279-bdd1-2c5373e45bda tempest-ServersTestMultiNic-1958566723 tempest-ServersTestMultiNic-1958566723-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:51:21.018084 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 21:51:49.008520 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Took 0.90 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:51:49.030206 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:51:49.031029 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:51:49.583410 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:51:49.583951 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:51:49.585363 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:51:49.586215 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:51:49.606166 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Getting quotas for project 77183e76662042c0851071521f02ab1b. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:51:49.611951 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Getting quotas for user b58c68375f3f4c2eba728cd88d3b04a5 and project 77183e76662042c0851071521f02ab1b. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:51:49.628686 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] [instance: 8918e6ed-6a16-43c3-b48e-c051462d13fd] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:51:49.629800 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:51:49.630437 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:51:49.932921 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] [instance: 8918e6ed-6a16-43c3-b48e-c051462d13fd] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:51:49.942341 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:51:49.942341 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:51:50.610143 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:51:50.610813 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8506e345-056e-4f9e-a04b-bff533c21612 tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:29.955136 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Took 1.63 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:52:30.015005 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:30.019478 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:30.753519 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:30.754835 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:30.755788 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:30.757528 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:30.803129 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Getting quotas for project c95d202723c5498daa1d60e701819200. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:52:30.815425 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Getting quotas for user 3994369cb75843a09eba78ae5ad69283 and project c95d202723c5498daa1d60e701819200. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:52:30.849873 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] [instance: 9cc9775f-887c-49cf-92b9-6d1a332f1cbc] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:52:30.851295 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:30.852659 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:31.224121 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] [instance: 9cc9775f-887c-49cf-92b9-6d1a332f1cbc] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:52:31.226774 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:31.228146 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:32.572492 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:32.572961 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-60d7611b-0286-41db-8b80-531e89bec35e tempest-ImagesNegativeTestJSON-825027879 tempest-ImagesNegativeTestJSON-825027879-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:45.702717 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Took 0.96 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:52:45.713303 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:45.713714 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:46.139114 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:46.139525 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:46.140260 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:46.140869 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:46.159652 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Getting quotas for project ad6942ac32b74decbd83eae11eb45dd7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:52:46.164644 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Getting quotas for user 45fbc7ddc9be46b9b3998ed133f816c4 and project ad6942ac32b74decbd83eae11eb45dd7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:52:46.175678 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] [instance: 78eb7e66-709f-4dd0-bd87-ca4f9b1ec601] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:52:46.176656 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:46.177050 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:46.337104 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] [instance: 78eb7e66-709f-4dd0-bd87-ca4f9b1ec601] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:52:46.338884 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:46.340001 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:46.716502 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:46.723422 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-281fff4e-e1b8-426d-9f2c-32bf9f116b4e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.007s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:50.789874 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Took 0.56 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:52:50.845077 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:50.846304 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:51.103527 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:51.106537 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:51.106537 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:51.106537 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:51.129479 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Getting quotas for project 77183e76662042c0851071521f02ab1b. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:52:51.135935 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Getting quotas for user b58c68375f3f4c2eba728cd88d3b04a5 and project 77183e76662042c0851071521f02ab1b. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:52:51.188485 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] [instance: e2278839-7a7a-48c1-b126-a666350e9a3a] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:52:51.189650 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:51.190642 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:51.410576 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] [instance: e2278839-7a7a-48c1-b126-a666350e9a3a] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:52:51.411913 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:51.412421 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:51.745888 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:51.775201 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-b367f352-3337-4444-8e03-692ec9f3287e tempest-DeleteServersTestJSON-778479116 tempest-DeleteServersTestJSON-778479116-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.007s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:57.726217 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Took 0.85 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:52:57.760993 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:57.761649 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:57.983652 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:57.984068 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:57.984854 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:57.985247 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:58.002771 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Getting quotas for project 0fa05b96f7474b309ac353d8562d5448. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:52:58.023680 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Getting quotas for user a7022e95a8464e30a7242e5df760996d and project 0fa05b96f7474b309ac353d8562d5448. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:52:58.045890 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] [instance: b34b1704-b99a-4d74-963e-44e8b4f1115a] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:52:58.046859 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:58.047262 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:58.119426 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] [instance: b34b1704-b99a-4d74-963e-44e8b4f1115a] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:52:58.121883 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:58.122507 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:52:58.475259 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:52:58.476312 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6dffa8a2-9328-4ddc-98b7-72848e596cff tempest-AttachVolumeTestJSON-355556739 tempest-AttachVolumeTestJSON-355556739-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:14.806545 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Took 1.35 seconds to select destinations for 1 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:53:14.848064 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:14.849057 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:15.484815 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:15.486047 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.006s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:15.487214 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:15.488370 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:15.520935 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Getting quotas for project 9108b0446d4041478ca42f49b8787a4c. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:53:15.527879 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Getting quotas for user c0c1a77eb922440e91cb3139fa5d0227 and project 9108b0446d4041478ca42f49b8787a4c. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:53:15.547645 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] [instance: 6a9ef639-dc5d-4e90-9bcc-0c20833af7e1] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:53:15.548936 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:15.549211 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:15.710809 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] [instance: 6a9ef639-dc5d-4e90-9bcc-0c20833af7e1] block_device_mapping [BlockDeviceMapping(attachment_id=63d37be7-62e1-41fa-ab5c-75e52d96a126,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=False,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag='boot',updated_at=<?>,uuid=<?>,volume_id='da571623-1bc6-4828-bfe2-2090717c234e',volume_size=1,volume_type=None), BlockDeviceMapping(attachment_id=273ebefb-1179-46e4-855e-83ee842df0da,boot_index=1,connection_info=None,created_at=<?>,delete_on_termination=False,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag='other',updated_at=<?>,uuid=<?>,volume_id='65f65a83-515f-4014-ae94-18008559d3a4',volume_size=1,volume_type=None), BlockDeviceMapping(attachment_id=b65b1bb7-0cf9-4da7-a7ad-0abed6b9d02c,boot_index=2,connection_info=None,created_at=<?>,delete_on_termination=False,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=<?>,uuid=<?>,volume_id='72711287-70bd-45ef-b26c-fe9fe26db4e6',volume_size=1,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:53:15.717716 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:15.719429 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:15.861002 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:15.862260 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:16.053625 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:16.053625 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:16.593651 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:16.594062 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-41bd53cb-2afe-4eff-b753-096145edde03 tempest-TaggedBootDevicesTest_v242-259201005 tempest-TaggedBootDevicesTest_v242-259201005-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:31.776805 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Took 1.90 seconds to select destinations for 2 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:53:31.824174 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:31.828819 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:32.343423 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:32.349320 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.006s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:32.617638 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:32.617638 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:32.617638 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:32.618309 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:32.662948 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Getting quotas for project f5895c333d77462ebf757c8773953c07. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:53:32.669603 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Getting quotas for user c6966338f524436eb57c53f95e9a0fb4 and project f5895c333d77462ebf757c8773953c07. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:53:32.687529 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] [instance: 1e710726-c065-4e6e-ab14-af12494cb9f8] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:53:32.688776 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:32.689362 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:32.882713 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] [instance: 1e710726-c065-4e6e-ab14-af12494cb9f8] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:53:32.888526 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:32.888526 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:33.517826 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:33.518238 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:33.536549 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] [instance: 68af79d6-df7c-4fd2-83f0-2761d08bb197] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:53:33.537881 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:33.538449 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:33.716413 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] [instance: 68af79d6-df7c-4fd2-83f0-2761d08bb197] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:53:33.722843 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:33.722843 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:53:34.153421 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:53:34.154002 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-84b8b886-b304-4146-8633-2b8c3e47a8d1 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:54:05.820758 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Took 1.61 seconds to select destinations for 2 instance(s). {{(pid=110303) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:54:05.875235 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:54:05.875875 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:54:06.316022 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:54:06.316724 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:54:06.489855 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:54:06.490562 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:54:06.491506 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:54:06.492067 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:54:06.515184 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Getting quotas for project f5895c333d77462ebf757c8773953c07. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:54:06.522315 n-d-826527-2 nova-conductor[110303]: DEBUG nova.quota [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Getting quotas for user c6966338f524436eb57c53f95e9a0fb4 and project f5895c333d77462ebf757c8773953c07. Resources: {'instances', 'cores', 'ram'} {{(pid=110303) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:54:06.529524 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Took 1.57 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:54:06.563425 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] [instance: ebe5faab-8389-4b12-8f39-ad1b33a79342] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:54:06.565338 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:54:06.566107 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:54:06.581227 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:54:06.581767 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:54:06.625077 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] [instance: ebe5faab-8389-4b12-8f39-ad1b33a79342] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110303) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:54:06.632228 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:54:06.633192 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:54:06.887111 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:54:06.887625 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:54:06.888571 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:54:06.893376 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:54:06.948001 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Getting quotas for project 37854f52dd8745298058a29f977486c3. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:54:06.964962 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Getting quotas for user 5cc3aaf7ac4847c3b0b7cce5b09a6e06 and project 37854f52dd8745298058a29f977486c3. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:54:06.993562 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] [instance: e72f08bd-8c20-4324-a00d-3705b930ae49] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:54:06.994843 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:54:06.995279 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:54:07.030846 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:54:07.031666 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:54:07.053839 n-d-826527-2 nova-conductor[110303]: DEBUG nova.conductor.manager [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] [instance: d06a0cb4-c491-48d0-a85d-085702240595] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [] {{(pid=110303) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:54:07.055495 n-d-826527-2 nova-conductor[110303]: DEBUG oslo_concurrency.lockutils [None req-dc4399e6-5f17-40b6-abce-11f8a61434f2 tempest-MultipleCreateTestJSON-298337996 tempest-MultipleCreateTestJSON-298337996-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:54:07.064945 n-d-826527-2 nova-conductor[110303]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 27 21:54:07.064945 n-d-826527-2 nova-conductor[110303]:   from cryptography.utils import int_from_bytes
Jan 27 21:54:07.064945 n-d-826527-2 nova-conductor[110303]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 27 21:54:07.064945 n-d-826527-2 nova-conductor[110303]:   from cryptography.utils import int_from_bytes
Jan 27 21:54:07.064945 n-d-826527-2 nova-conductor[110303]: Traceback (most recent call last):
Jan 27 21:54:07.064945 n-d-826527-2 nova-conductor[110303]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 21:54:07.064945 n-d-826527-2 nova-conductor[110303]:     timer()
Jan 27 21:54:07.064945 n-d-826527-2 nova-conductor[110303]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 21:54:07.064945 n-d-826527-2 nova-conductor[110303]:     cb(*args, **kw)
Jan 27 21:54:07.064945 n-d-826527-2 nova-conductor[110303]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/semaphore.py", line 147, in _do_acquire
Jan 27 21:54:07.064945 n-d-826527-2 nova-conductor[110303]:     waiter.switch()
Jan 27 21:54:07.064945 n-d-826527-2 nova-conductor[110303]: greenlet.error: cannot switch to a different thread
Jan 27 21:54:07.172757 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] [instance: e72f08bd-8c20-4324-a00d-3705b930ae49] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:54:07.177259 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:54:07.177259 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:54:07.647631 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:54:07.648394 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c78166d6-155a-4180-88a6-61de92684a4c tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:54:41.034208 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 21:56:21.559507 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Took 1.14 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:56:21.606696 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:56:21.607466 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:56:22.083636 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:56:22.084099 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:56:22.085266 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:56:22.085825 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:56:22.106720 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Getting quotas for project 5c9751b049a5411986973d245f79da67. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:56:22.111871 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Getting quotas for user fdaad821ba3a42ce862efba48161dbdd and project 5c9751b049a5411986973d245f79da67. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:56:22.128358 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] [instance: a22a90d2-c542-4e32-aeea-d73ae25aa448] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:56:22.129622 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:56:22.130080 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:56:22.342880 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] [instance: a22a90d2-c542-4e32-aeea-d73ae25aa448] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:56:22.347707 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:56:22.347707 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:56:23.162721 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:56:23.164056 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8d55caac-21e8-417f-806c-5d1e3b4f7752 tempest-VolumesActionsTest-230263186 tempest-VolumesActionsTest-230263186-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:57:36.344787 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Took 0.80 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:57:36.383810 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:57:36.384150 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:57:36.567463 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:57:36.567463 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:57:36.567463 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:57:36.567463 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:57:36.582098 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Getting quotas for project 37854f52dd8745298058a29f977486c3. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:57:36.586805 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Getting quotas for user 5cc3aaf7ac4847c3b0b7cce5b09a6e06 and project 37854f52dd8745298058a29f977486c3. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:57:36.603757 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] [instance: c418cd46-985a-413b-85a4-374a1615834c] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:57:36.603757 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:57:36.603757 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:57:36.730074 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] [instance: c418cd46-985a-413b-85a4-374a1615834c] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:57:36.732687 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:57:36.733198 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:57:37.069783 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:57:37.070233 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3d9b6e9d-3c66-45c1-9036-9fe4643b5e9b tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:57:56.116761 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 21:57:56.116761 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 21:57:56.116761 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 21, 57, 5, 195351), 'report_count': 183, 'last_seen_up': datetime.datetime(2022, 1, 27, 21, 57, 5, 192726), 'services_id': 6}]
Jan 27 21:57:56.116761 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 21:57:56.117686 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 21:58:01.043632 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 21:58:48.107785 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 21:58:48.107785 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 21:58:48.107785 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 21, 57, 57, 138207), 'report_count': 183, 'last_seen_up': datetime.datetime(2022, 1, 27, 21, 57, 57, 137097), 'services_id': 6}]
Jan 27 21:58:48.107785 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 21:58:48.111221 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 21:59:39.335531 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 21:59:39.335531 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 21:59:39.335531 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 21, 58, 48, 353359), 'report_count': 183, 'last_seen_up': datetime.datetime(2022, 1, 27, 21, 58, 48, 352846), 'services_id': 6}]
Jan 27 21:59:39.335531 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 21:59:39.337063 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 21:59:40.587342 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Took 0.53 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 21:59:40.611500 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:59:40.612719 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:59:40.781991 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:59:40.782546 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:59:40.783510 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:59:40.783921 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:59:40.802302 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Getting quotas for project 37854f52dd8745298058a29f977486c3. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 21:59:40.807158 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Getting quotas for user 5cc3aaf7ac4847c3b0b7cce5b09a6e06 and project 37854f52dd8745298058a29f977486c3. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 21:59:40.819213 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] [instance: a986fe05-4a6f-4c7f-8a9b-f0e250aa893f] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 21:59:40.820151 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:59:40.820599 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:59:40.900719 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] [instance: a986fe05-4a6f-4c7f-8a9b-f0e250aa893f] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 21:59:40.902776 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:59:40.904696 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 21:59:41.189590 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 21:59:41.190323 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e68ff32f-b7bd-48de-bd97-232fe22fa6e6 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:00:17.697144 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Took 0.88 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:00:17.737347 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:00:17.739620 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:00:18.115450 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:00:18.115960 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:00:18.117029 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:00:18.117716 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:00:18.137375 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Getting quotas for project 88759dadd33845998f6c6c02e6c5be71. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:00:18.144448 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Getting quotas for user 68131e01d64f4ef4ae2e59c7b756c769 and project 88759dadd33845998f6c6c02e6c5be71. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:00:18.181417 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] [instance: 7c438894-7cc1-41f4-b035-3de4ce5ae62f] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:00:18.184813 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:00:18.185255 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:00:18.283078 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] [instance: 7c438894-7cc1-41f4-b035-3de4ce5ae62f] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:00:18.284562 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:00:18.285035 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:00:18.705260 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:00:18.706542 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e4e0b9d2-ecb9-4040-a23e-7af9f1a5a7b2 tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:00:24.738090 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c2ef9b45-0006-46a9-988b-7792c74e914c tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method rebuild_instance {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:00:24.741914 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c2ef9b45-0006-46a9-988b-7792c74e914c tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:00:24.741914 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c2ef9b45-0006-46a9-988b-7792c74e914c tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:00:24.832658 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c2ef9b45-0006-46a9-988b-7792c74e914c tempest-ServerShowV254Test-39745782 tempest-ServerShowV254Test-39745782-project] [instance: 7c438894-7cc1-41f4-b035-3de4ce5ae62f] No migration record for the rebuild/evacuate request. {{(pid=110302) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1127}}
Jan 27 22:00:32.139665 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:00:32.139665 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:00:32.139665 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 21, 59, 41, 637258), 'report_count': 183, 'last_seen_up': datetime.datetime(2022, 1, 27, 21, 59, 41, 636722), 'services_id': 6}]
Jan 27 22:00:32.139665 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:00:32.139665 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:01:04.668406 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Took 0.95 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:01:04.700099 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:04.702684 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:05.135442 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:05.136204 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:05.138095 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:05.141468 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:05.185958 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Getting quotas for project ac3c62dd329b4089805bb31abe301731. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:01:05.208392 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Getting quotas for user 2ee1227a6f234c5cae1d87984f6e6296 and project ac3c62dd329b4089805bb31abe301731. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:01:05.249086 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] [instance: 48d6f18e-b842-4d75-bba3-087e2a9d7446] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:01:05.249997 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:05.250412 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:05.424908 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] [instance: 48d6f18e-b842-4d75-bba3-087e2a9d7446] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:01:05.430075 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:05.430780 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:05.754567 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:05.755168 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7731b32e-84c5-4a55-a814-6d9daaf8d635 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:12.238456 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-2d20d839-9b4e-47a4-87c2-ff93ef1c0ec8 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method rebuild_instance {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:01:12.238456 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2d20d839-9b4e-47a4-87c2-ff93ef1c0ec8 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:12.238456 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2d20d839-9b4e-47a4-87c2-ff93ef1c0ec8 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:12.439139 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-2d20d839-9b4e-47a4-87c2-ff93ef1c0ec8 tempest-ServerShowV257Test-1178091777 tempest-ServerShowV257Test-1178091777-project] [instance: 48d6f18e-b842-4d75-bba3-087e2a9d7446] No migration record for the rebuild/evacuate request. {{(pid=110302) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1127}}
Jan 27 22:01:28.143377 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:01:28.143377 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:01:28.143377 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 0, 36, 895249), 'report_count': 183, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 0, 36, 894184), 'services_id': 6}]
Jan 27 22:01:28.143377 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:01:28.145310 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:01:36.585749 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Took 0.72 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:01:36.627871 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:36.629123 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:36.802909 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:36.803655 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:36.805226 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:36.805226 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:36.822784 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Getting quotas for project 37854f52dd8745298058a29f977486c3. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:01:36.829492 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Getting quotas for user 5cc3aaf7ac4847c3b0b7cce5b09a6e06 and project 37854f52dd8745298058a29f977486c3. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:01:36.854879 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] [instance: 41ca2441-7a5c-4cd0-9329-c7a31c251c19] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:01:36.856498 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:36.857192 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:36.997585 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] [instance: 41ca2441-7a5c-4cd0-9329-c7a31c251c19] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:01:36.999244 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:36.999753 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:37.358012 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:37.359014 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cbfd2467-f691-4fd3-affd-68364ebd2d94 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:53.727548 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Took 0.58 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:01:53.754111 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:53.754307 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:53.951043 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:53.951453 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:53.953351 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:53.953750 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:54.008287 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Getting quotas for project 37854f52dd8745298058a29f977486c3. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:01:54.018640 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Getting quotas for user 5cc3aaf7ac4847c3b0b7cce5b09a6e06 and project 37854f52dd8745298058a29f977486c3. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:01:54.054053 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] [instance: a8bb54c9-476d-4504-9e5a-07ebb2ab0668] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:01:54.055020 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:54.061050 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:54.152425 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] [instance: a8bb54c9-476d-4504-9e5a-07ebb2ab0668] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:01:54.154014 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:54.159401 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:01:54.716950 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:01:54.717773 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-662a14ea-b505-41c1-a046-c20cb8fe0140 tempest-ServerActionsTestJSON-1347788656 tempest-ServerActionsTestJSON-1347788656-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:02:17.301752 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Took 1.15 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:02:17.333205 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:02:17.333885 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:02:17.684164 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:02:17.684164 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:02:17.684164 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:02:17.685232 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:02:17.731754 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Getting quotas for project 30fe1d7c831a4e0d981aa4b87cf09a5b. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:02:17.738815 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Getting quotas for user de5c895262f141f5900396cd1e70194c and project 30fe1d7c831a4e0d981aa4b87cf09a5b. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:02:17.754020 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] [instance: cff9b843-a561-4186-8e3f-8092fa60cc3c] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:02:17.756827 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:02:17.757724 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:02:17.881165 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] [instance: cff9b843-a561-4186-8e3f-8092fa60cc3c] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:02:17.882820 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:02:17.886135 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:02:18.210221 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:02:18.210881 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c4c59ea3-e0cc-474c-b546-6b406921bd54 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:02:25.150704 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:02:25.150704 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:02:25.150704 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 1, 34, 577446), 'report_count': 183, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 1, 34, 576932), 'services_id': 6}]
Jan 27 22:02:25.150704 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 1, 34, 577446), 'report_count': 183, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 1, 34, 576932), 'services_id': 6}]
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:02:25.264803 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:02:25.266639 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:02:25.267783 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:02:25.268843 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:02:25.272254 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:02:25.274760 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:02:25.274760 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:02:25.274760 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:02:25.274760 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:02:25.274760 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:02:25.274760 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:02:25.274760 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 1, 34, 577446), 'report_count': 183, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 1, 34, 576932), 'services_id': 6}]
Jan 27 22:02:25.274760 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:02:25.274760 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 1, 34, 577446), 'report_count': 183, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 1, 34, 576932), 'services_id': 6}]
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:02:25.291590 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 22:02:25.292949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:02:25.293920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 22:02:25.294872 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:02:25.295876 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:02:25.299724 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:02:25.302118 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:02:25.303943 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 1, 34, 577446), 'report_count': 183, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 1, 34, 576932), 'services_id': 6}]
Jan 27 22:02:25.303943 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:02:25.303943 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:02:25.305602 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 310.12 sec
Jan 27 22:02:53.367494 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Took 1.20 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:02:53.389665 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:02:53.390074 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:02:53.842084 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:02:53.843399 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:02:53.844316 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:02:53.844818 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:02:53.864922 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Getting quotas for project a954a0eeebce4d53892781d940714aa1. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:02:53.870544 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Getting quotas for user 8b2d175dc2ff4c74b2a27922e910a521 and project a954a0eeebce4d53892781d940714aa1. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:02:53.885660 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] [instance: bc6570c8-d850-4d45-a265-6ffd6a6c9dc3] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:02:53.886759 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:02:53.887163 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:02:54.096492 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] [instance: bc6570c8-d850-4d45-a265-6ffd6a6c9dc3] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:02:54.097805 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:02:54.098187 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:02:55.392098 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:02:55.392776 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-07bf09c7-622f-4d2b-9d48-a41e9c79cd94 tempest-InstanceActionsNegativeTestJSON-104594494 tempest-InstanceActionsNegativeTestJSON-104594494-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:03:16.184729 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:03:16.184729 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:03:16.184729 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 2, 25, 312004), 'report_count': 184, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 2, 25, 310858), 'services_id': 6}]
Jan 27 22:03:16.184729 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:03:16.186025 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:03:37.234534 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Took 1.82 seconds to select destinations for 3 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:03:37.278589 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:03:37.280934 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.007s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:03:37.883212 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:03:37.883212 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:03:38.174123 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:03:38.175308 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:03:38.463528 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:03:38.466829 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:03:38.474741 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:03:38.475765 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:03:38.565428 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Getting quotas for project c37f16b4faa342e6bceee083fa78caba. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:03:38.611328 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Getting quotas for user 0b39665547124ade9fb578770756b1aa and project c37f16b4faa342e6bceee083fa78caba. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:03:38.677394 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] [instance: feaf6db9-b78f-40e2-9de0-7083fa12ae50] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:03:38.678971 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:03:38.679679 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:03:38.832601 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] [instance: feaf6db9-b78f-40e2-9de0-7083fa12ae50] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:03:38.839940 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:03:38.839940 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:03:39.257553 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:03:39.258116 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:03:39.286834 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] [instance: ae941355-33d4-45af-8a65-c5d6ca69dbe4] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:03:39.306015 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:03:39.308803 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.010s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:03:39.426814 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] [instance: ae941355-33d4-45af-8a65-c5d6ca69dbe4] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:03:39.428267 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:03:39.428808 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:03:40.074984 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:03:40.075634 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:03:40.114115 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] [instance: d74d3659-f348-4768-9eb3-794dc4a315a7] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:03:40.117753 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:03:40.117753 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:03:40.209797 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] [instance: d74d3659-f348-4768-9eb3-794dc4a315a7] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:03:40.211135 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:03:40.211835 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:03:40.686748 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:03:40.687060 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-aef81f0e-1758-4a00-812d-7e63dc58cb8a tempest-ListServersNegativeTestJSON-1676554029 tempest-ListServersNegativeTestJSON-1676554029-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:04:07.791101 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:04:07.791101 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:04:07.791101 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 3, 17, 191790), 'report_count': 184, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 3, 17, 191248), 'services_id': 6}]
Jan 27 22:04:07.791101 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:04:07.791979 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:04:22.439225 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Took 1.29 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:04:22.468562 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:04:22.469395 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:04:22.787018 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:04:22.789300 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:04:22.792828 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:04:22.795246 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:04:22.838880 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Getting quotas for project b6a150b4394643e6b1ac0da6cb2c767d. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:04:22.863443 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Getting quotas for user 1b6fb73bd59d466b8d4cf32cb01e9d41 and project b6a150b4394643e6b1ac0da6cb2c767d. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:04:22.898252 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] [instance: 323caec4-1093-4663-b809-8178b602374c] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:04:22.900210 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:04:22.900868 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:04:23.224740 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] [instance: 323caec4-1093-4663-b809-8178b602374c] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:04:23.226685 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:04:23.227990 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:04:23.554085 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:04:23.554970 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4b291ada-fdab-4b6a-a25d-08dff9f3dead tempest-ServerAddressesNegativeTestJSON-484204195 tempest-ServerAddressesNegativeTestJSON-484204195-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:04:28.941676 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Took 1.35 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:04:29.004243 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:04:29.010301 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:04:29.380660 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:04:29.393053 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.012s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:04:29.394536 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:04:29.394928 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:04:29.469291 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Getting quotas for project 25b2e58d34ed411080a9bd0a8243074f. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:04:29.471029 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Getting quotas for user e7b3276a3bf642778144cf0a0d1f3ba9 and project 25b2e58d34ed411080a9bd0a8243074f. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:04:29.488711 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] [instance: 0a41e2b0-1c0d-486e-8aa1-570be407b35d] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:04:29.489868 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:04:29.490419 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:04:29.710030 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] [instance: 0a41e2b0-1c0d-486e-8aa1-570be407b35d] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:04:29.711556 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:04:29.711964 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:04:30.545776 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:04:30.547827 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-afc4d6a2-694f-4bcb-bee5-0d3287790851 tempest-ServerAddressesTestJSON-1154808576 tempest-ServerAddressesTestJSON-1154808576-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:00.385882 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:05:00.385882 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:05:00.385882 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 4, 8, 965163), 'report_count': 184, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 4, 8, 964247), 'services_id': 6}]
Jan 27 22:05:00.385882 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:05:00.392210 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:05:05.570143 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:05.570951 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:06.798195 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Took 1.16 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:05:06.935267 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:06.936912 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:07.231537 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:07.231860 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:07.239445 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:07.240469 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:07.282251 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Getting quotas for project db29b458e1624e0abcc8aee743764857. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:05:07.287730 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Getting quotas for user e2a496225a7f472d92edcf35f4afe4a3 and project db29b458e1624e0abcc8aee743764857. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:05:07.312621 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] [instance: 540b542d-aa4f-4161-9b67-5baad6ba5d1f] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:05:07.314025 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:07.314629 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:07.399243 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] [instance: 540b542d-aa4f-4161-9b67-5baad6ba5d1f] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:05:07.401647 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:07.402887 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:07.859295 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:07.859949 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a3c2e28d-29ee-4df6-9842-f28893c997b4 tempest-ServerGroupTestJSON-1953558437 tempest-ServerGroupTestJSON-1953558437-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:22.373254 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Took 1.04 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:05:22.430005 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:22.430909 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.018s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:22.828633 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:22.832542 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.009s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:22.838496 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:22.839308 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.006s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:22.908838 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Getting quotas for project dc5238c0986842e782a961ad29a182cd. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:05:22.930346 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Getting quotas for user 60c480e8a5ed4efd8b216f1024646248 and project dc5238c0986842e782a961ad29a182cd. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:05:22.962651 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] [instance: 18e06ecd-b638-482c-838e-5f9502fad373] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:05:22.964028 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:22.972671 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:23.086034 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] [instance: 18e06ecd-b638-482c-838e-5f9502fad373] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:05:23.087599 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:23.088177 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:23.640414 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:23.641566 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-33c57372-23ff-4c4f-b6ba-31488f501d53 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:31.888771 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Took 1.07 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:05:31.991818 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:31.992918 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:32.415699 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:32.416374 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:32.418261 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:32.418905 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:32.480617 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Getting quotas for project 8b393150da89456585a8c7e5e3b05b54. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:05:32.486577 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Getting quotas for user 590da7fcfd0648abbaf0a1fcc63715e2 and project 8b393150da89456585a8c7e5e3b05b54. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:05:32.503268 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] [instance: f8241b7f-c992-4353-a22d-4bffb49bc56a] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:05:32.505033 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:32.506735 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:32.582608 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] [instance: f8241b7f-c992-4353-a22d-4bffb49bc56a] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:05:32.585788 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:32.586424 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:32.929521 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:32.930550 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b207b4a8-f55c-4470-8455-c8f8e524a90e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:46.891730 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Took 0.57 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:05:46.935996 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:46.937927 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:47.119912 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:47.120529 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:47.121420 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:47.122037 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:47.148089 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Getting quotas for project 30fe1d7c831a4e0d981aa4b87cf09a5b. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:05:47.157669 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Getting quotas for user de5c895262f141f5900396cd1e70194c and project 30fe1d7c831a4e0d981aa4b87cf09a5b. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:05:47.172222 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] [instance: 8995296a-e1f0-457c-b834-44c2a9a8a06d] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:05:47.173932 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:47.174500 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:47.266586 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] [instance: 8995296a-e1f0-457c-b834-44c2a9a8a06d] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:05:47.267919 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:47.269958 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:47.692459 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:47.693214 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-cd8c1235-cc69-4f7b-a311-49c5aab813b9 tempest-VolumesSnapshotTestJSON-1633758299 tempest-VolumesSnapshotTestJSON-1633758299-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:53.774544 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e6e3ac62-9081-4341-b40a-b99ebd8cbc7e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method rebuild_instance {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:05:53.775397 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e6e3ac62-9081-4341-b40a-b99ebd8cbc7e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:05:53.776251 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e6e3ac62-9081-4341-b40a-b99ebd8cbc7e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:05:53.933571 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e6e3ac62-9081-4341-b40a-b99ebd8cbc7e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] [instance: f8241b7f-c992-4353-a22d-4bffb49bc56a] No migration record for the rebuild/evacuate request. {{(pid=110302) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1127}}
Jan 27 22:05:54.053699 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:05:54.053699 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:05:54.053699 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 5, 2, 870927), 'report_count': 184, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 5, 2, 870284), 'services_id': 6}]
Jan 27 22:05:54.053699 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:05:54.055435 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:06:04.649577 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Took 0.84 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:06:04.680660 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:04.681213 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:05.014468 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:05.014468 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:05.014468 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:05.014468 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:05.029295 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Getting quotas for project c00dd5e77fd442f29b59e9a95fd6eb0d. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:06:05.034613 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Getting quotas for user e8dc22806680480a85526d9029105097 and project c00dd5e77fd442f29b59e9a95fd6eb0d. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:06:05.050776 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] [instance: 10a59da9-b413-448d-8c70-5862304052aa] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:06:05.052109 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:05.053705 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:05.148831 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] [instance: 10a59da9-b413-448d-8c70-5862304052aa] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:06:05.152515 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:05.152933 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:05.427423 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:05.427834 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-41e71447-48d3-4231-9031-637f3f7afd9e tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:15.415306 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Took 0.58 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:06:15.459437 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:15.460079 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:15.639721 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:15.641040 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:15.643606 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:15.644103 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:15.671484 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Getting quotas for project dc5238c0986842e782a961ad29a182cd. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:06:15.691282 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Getting quotas for user 60c480e8a5ed4efd8b216f1024646248 and project dc5238c0986842e782a961ad29a182cd. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:06:15.703097 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] [instance: dc7ae22d-613d-47fb-990b-c773f2adb494] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:06:15.705219 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:15.705821 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:15.771499 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] [instance: dc7ae22d-613d-47fb-990b-c773f2adb494] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:06:15.772914 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:15.773319 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:16.181597 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:16.182274 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f17bc785-c8be-4543-8ac2-4ff101d076f1 tempest-ServerRescueTestJSON-723895024 tempest-ServerRescueTestJSON-723895024-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:37.803348 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Took 0.74 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:06:37.860931 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:37.861638 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:38.114515 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:38.114912 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:38.115961 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:38.116347 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:38.152268 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Getting quotas for project 8b393150da89456585a8c7e5e3b05b54. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:06:38.167786 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Getting quotas for user 590da7fcfd0648abbaf0a1fcc63715e2 and project 8b393150da89456585a8c7e5e3b05b54. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:06:38.199719 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] [instance: 14533b0f-3a6e-41c5-8287-9e5f6f222d9e] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:06:38.200752 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:38.201489 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:38.260320 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] [instance: 14533b0f-3a6e-41c5-8287-9e5f6f222d9e] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:06:38.262289 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:38.262917 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:38.551095 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:38.551744 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9f90e55c-9aa5-4981-b271-355931cf2b5d tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:52.187996 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:06:52.187996 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:06:52.187996 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 6, 1, 22080), 'report_count': 184, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 6, 1, 21199), 'services_id': 6}]
Jan 27 22:06:52.187996 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:06:52.189037 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:06:54.538199 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-55d08cca-1cab-4a15-8e08-4e1fee45a97e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method rebuild_instance {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:06:54.538199 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-55d08cca-1cab-4a15-8e08-4e1fee45a97e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:06:54.538956 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-55d08cca-1cab-4a15-8e08-4e1fee45a97e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:06:54.646729 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-55d08cca-1cab-4a15-8e08-4e1fee45a97e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] [instance: 14533b0f-3a6e-41c5-8287-9e5f6f222d9e] No migration record for the rebuild/evacuate request. {{(pid=110302) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1127}}
Jan 27 22:07:13.030362 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Took 0.83 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:07:13.110372 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:13.111257 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:13.284719 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:13.285245 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:13.286635 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:13.287172 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:13.323364 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Getting quotas for project c00dd5e77fd442f29b59e9a95fd6eb0d. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:07:13.330608 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Getting quotas for user e8dc22806680480a85526d9029105097 and project c00dd5e77fd442f29b59e9a95fd6eb0d. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:07:13.347906 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] [instance: 786cb294-b5e6-46c7-b17a-5ca190a8eae2] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:07:13.357347 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:13.358044 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:13.490764 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] [instance: 786cb294-b5e6-46c7-b17a-5ca190a8eae2] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:07:13.492361 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:13.492974 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:13.882633 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:13.883396 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-147aa739-a035-44e6-83dc-589420d46ba1 tempest-TestSecurityGroupsBasicOps-511909660 tempest-TestSecurityGroupsBasicOps-511909660-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:36.736168 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Took 0.56 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:07:36.780061 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:36.780645 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:37.046172 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:37.046909 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:37.050478 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:37.051845 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:37.098992 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Getting quotas for project 8b393150da89456585a8c7e5e3b05b54. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:07:37.102762 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Getting quotas for user 590da7fcfd0648abbaf0a1fcc63715e2 and project 8b393150da89456585a8c7e5e3b05b54. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:07:37.122253 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] [instance: 188e74c8-0b56-4a0b-9f11-9a19f8946204] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:07:37.123683 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:37.124150 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:37.260075 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] [instance: 188e74c8-0b56-4a0b-9f11-9a19f8946204] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:07:37.261646 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:37.262356 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:37.812358 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:37.813207 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5e4e1fd8-d77d-4b5e-a0a5-a4d9568a291e tempest-ServerDiskConfigTestJSON-1513986726 tempest-ServerDiskConfigTestJSON-1513986726-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:39.491003 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Took 0.94 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:07:39.534742 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:39.535406 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:39.991323 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:39.991885 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:39.992935 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:39.993391 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:40.029989 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:07:40.041639 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for user 5c766bc5ecc748b9b55d29687f8b5a0e and project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:07:40.072419 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: 0346761b-a5be-4c0e-8cfe-90be696eeb59] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:07:40.074106 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:40.074568 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:40.200576 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: 0346761b-a5be-4c0e-8cfe-90be696eeb59] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:07:40.201845 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:40.202248 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:40.584456 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:07:40.585135 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2a157369-8f52-4fb9-8f3f-98e081f7b35b tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:07:52.989778 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:07:52.989778 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:07:52.989778 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 7, 2, 194721), 'report_count': 184, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 7, 2, 194214), 'services_id': 6}]
Jan 27 22:07:52.989778 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 7, 2, 194721), 'report_count': 184, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 7, 2, 194214), 'services_id': 6}]
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:07:52.992483 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:07:52.994171 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:07:52.996001 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:07:52.998275 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:07:53.000288 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 7, 2, 194721), 'report_count': 184, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 7, 2, 194214), 'services_id': 6}]
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 7, 2, 194721), 'report_count': 184, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 7, 2, 194214), 'services_id': 6}]
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:07:53.017634 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:07:53.019296 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:07:53.020789 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:07:53.022486 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:07:53.023788 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:07:53.025152 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:07:53.028479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:07:53.029636 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:07:53.029636 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:07:53.029636 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:07:53.029636 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:07:53.029636 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:07:53.029636 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:07:53.029636 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 7, 2, 194721), 'report_count': 184, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 7, 2, 194214), 'services_id': 6}]
Jan 27 22:07:53.029636 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:07:53.029636 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:07:53.029636 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 317.69 sec
Jan 27 22:08:01.344270 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-24bf0af5-3c01-4f3c-97ca-6eb1b5d94721 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Took 0.86 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:08:01.378674 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-24bf0af5-3c01-4f3c-97ca-6eb1b5d94721 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: 1227b1ec-0d9d-419f-bd49-cd632c80e712] While scheduling instance, the build request was already deleted. {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1598}}
Jan 27 22:08:02.256126 n-d-826527-2 nova-conductor[110302]: INFO nova.scheduler.client.report [None req-24bf0af5-3c01-4f3c-97ca-6eb1b5d94721 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Deleted allocations for instance 1227b1ec-0d9d-419f-bd49-cd632c80e712
Jan 27 22:08:02.268697 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-24bf0af5-3c01-4f3c-97ca-6eb1b5d94721 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:02.269208 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-24bf0af5-3c01-4f3c-97ca-6eb1b5d94721 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:02.269955 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-24bf0af5-3c01-4f3c-97ca-6eb1b5d94721 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:02.270473 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-24bf0af5-3c01-4f3c-97ca-6eb1b5d94721 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:02.294977 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-24bf0af5-3c01-4f3c-97ca-6eb1b5d94721 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:08:02.301113 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-24bf0af5-3c01-4f3c-97ca-6eb1b5d94721 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for user 5c766bc5ecc748b9b55d29687f8b5a0e and project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:08:03.210640 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Took 0.62 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:08:03.286871 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:03.293790 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:03.462787 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:03.465095 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:03.467215 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:03.469033 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:03.508215 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:08:03.517339 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for user 5c766bc5ecc748b9b55d29687f8b5a0e and project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:08:03.552543 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: 4cdbb0b2-6f12-4b77-9fef-cdde247260cd] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:08:03.556515 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:03.557712 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:03.698598 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: 4cdbb0b2-6f12-4b77-9fef-cdde247260cd] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:08:03.700953 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:03.702026 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:04.086341 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:04.086746 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a2055e0d-feef-43d2-bde7-9e60930ac64e tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:15.495277 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Took 0.64 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:08:15.530246 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:15.530670 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:15.870067 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:15.871557 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:15.874541 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:15.875421 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:15.899550 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Getting quotas for project eff841fa03f64dc39e245355ea0e8818. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:08:15.908309 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Getting quotas for user 449b099fcb0a4f8ebd9100ede13bdb1b and project eff841fa03f64dc39e245355ea0e8818. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:08:15.924575 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] [instance: 7a17dfca-4cc6-4f3b-8392-6761ed1de60a] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:08:15.925562 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:15.926222 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:16.030757 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] [instance: 7a17dfca-4cc6-4f3b-8392-6761ed1de60a] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:08:16.032548 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:16.033185 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:16.418816 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:16.419128 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a6559e32-dcf2-4455-87f1-c34a0e1ad00b tempest-ServerMetadataNegativeTestJSON-1766339993 tempest-ServerMetadataNegativeTestJSON-1766339993-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:20.049562 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Took 0.80 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:08:20.095007 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:20.095754 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:20.460811 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:20.461758 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:20.462883 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:20.463497 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:20.496312 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Getting quotas for project ea2b2218601a47d2a943a631f91f12a7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:08:20.502656 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Getting quotas for user 9bfaba0f015941dfbb10a5a54f52d12a and project ea2b2218601a47d2a943a631f91f12a7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:08:20.514364 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] [instance: 9358b020-dd15-41cc-9534-cdd213addd21] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:08:20.515321 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:20.516025 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:20.579475 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] [instance: 9358b020-dd15-41cc-9534-cdd213addd21] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:08:20.588717 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:20.588717 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:21.065693 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:21.066907 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-5371caf9-3495-455d-ae0a-9726ad01174c tempest-TestServerAdvancedOps-1351643269 tempest-TestServerAdvancedOps-1351643269-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:27.330412 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Took 0.55 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:08:27.330412 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:27.330412 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:27.485432 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:27.486175 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:27.488327 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:27.489175 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:27.522960 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:08:27.533486 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for user 5c766bc5ecc748b9b55d29687f8b5a0e and project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:08:27.556104 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: a5b0c3d4-a4f4-4d45-9691-2a1ed53b077a] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:08:27.557391 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:27.560516 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:27.677487 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: a5b0c3d4-a4f4-4d45-9691-2a1ed53b077a] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:08:27.678887 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:27.679366 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:28.087968 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:28.087968 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7052475e-bd5a-4ad0-a3a4-399892427e51 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:44.198955 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:08:44.198955 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:08:44.198955 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 7, 52, 999702), 'report_count': 185, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 7, 52, 999176), 'services_id': 6}]
Jan 27 22:08:44.198955 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:08:44.200901 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:08:49.797464 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Took 1.08 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:08:49.851148 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:49.851148 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:50.288841 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:50.289266 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:50.289969 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:50.290354 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:50.307752 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Getting quotas for project 75e10582d5d848ec93dc6832557ee1c7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:08:50.312446 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Getting quotas for user 43226d6b1c15484b9bd57e0957deafc7 and project 75e10582d5d848ec93dc6832557ee1c7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:08:50.324449 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] [instance: 5db587aa-304f-4923-8528-3fbc79845b5f] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:08:50.325685 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:50.326291 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:50.464745 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] [instance: 5db587aa-304f-4923-8528-3fbc79845b5f] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:08:50.467419 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:50.469656 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:51.097775 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:51.100959 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-2fc1a21c-bcd3-4451-82bb-80faae6d71bb tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:51.706402 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Took 0.68 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:08:51.730504 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:51.734016 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:51.916503 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:51.916904 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:51.917633 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:51.918215 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:51.939959 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:08:51.944992 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for user 5c766bc5ecc748b9b55d29687f8b5a0e and project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:08:51.960332 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: 98fe2f34-ae5b-427e-9cd4-11ac9231b25d] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:08:51.962078 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:51.963293 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:52.132071 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: 98fe2f34-ae5b-427e-9cd4-11ac9231b25d] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:08:52.133742 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:52.134205 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:08:52.569938 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:08:52.570808 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-fa88caf5-848c-4399-99dc-c74054e39cc2 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:16.142135 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Took 0.84 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:09:16.186202 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:16.186875 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:16.384532 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:16.387131 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:16.390487 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:16.392459 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:16.434116 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:09:16.439525 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for user 5c766bc5ecc748b9b55d29687f8b5a0e and project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:09:16.467362 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: 8a42ec55-0e98-442a-84b0-4f09e76593c9] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:09:16.475355 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:16.476099 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:16.661366 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: 8a42ec55-0e98-442a-84b0-4f09e76593c9] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:09:16.670081 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:16.671418 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:17.299483 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:17.300053 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30d47ded-d937-49ab-b7b0-e86c8610a7de tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:36.511709 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:09:36.511709 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:09:36.511709 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 8, 45, 206165), 'report_count': 185, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 8, 45, 205638), 'services_id': 6}]
Jan 27 22:09:36.511709 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:09:36.512849 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:09:41.061691 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:09:46.610592 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Took 0.54 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:09:46.637403 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:46.638252 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:46.970205 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:46.972951 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:46.973713 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:46.974101 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:47.008586 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Getting quotas for project 75e10582d5d848ec93dc6832557ee1c7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:09:47.016076 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Getting quotas for user 43226d6b1c15484b9bd57e0957deafc7 and project 75e10582d5d848ec93dc6832557ee1c7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:09:47.029346 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] [instance: fcf5f79f-2eb9-4674-977a-918f31957437] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:09:47.031491 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:47.032141 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:47.191147 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] [instance: fcf5f79f-2eb9-4674-977a-918f31957437] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:09:47.192467 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:47.193153 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:47.710389 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:47.711024 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95c36923-e69f-4816-b07e-c70893c7f0db tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:51.599922 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Took 0.79 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:09:51.635497 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:51.636214 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:51.892933 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:51.893685 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:51.897172 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:51.897778 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:51.921694 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:09:51.929950 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for user 5c766bc5ecc748b9b55d29687f8b5a0e and project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:09:51.943730 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: ac00e50f-3ca1-4f07-ae75-bb5c50a83d9d] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:09:51.944872 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:51.945289 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:52.117591 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: ac00e50f-3ca1-4f07-ae75-bb5c50a83d9d] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:09:52.122456 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:52.123231 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:09:52.590264 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:09:52.592414 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-63e78dab-c3c7-43b3-8209-5b0a723da970 tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:10:14.812106 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Took 0.54 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:10:14.858805 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:10:14.860598 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:10:14.984800 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:10:14.985005 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:10:14.985733 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:10:14.986117 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:10:15.002230 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:10:15.007317 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Getting quotas for user 5c766bc5ecc748b9b55d29687f8b5a0e and project 9972eb5d81fd4fc1a28a52a1c0b9ca73. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:10:15.019380 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: a6fadc89-54ff-42ad-a20a-69b7501efcbf] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:10:15.020530 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:10:15.021139 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:10:15.104071 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] [instance: a6fadc89-54ff-42ad-a20a-69b7501efcbf] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:10:15.105491 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:10:15.106475 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:10:15.424863 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:10:15.425546 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bd6ef51e-6939-414d-8b62-e9c07cdb3dab tempest-ServersTestJSON-314319891 tempest-ServersTestJSON-314319891-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:10:17.610559 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Took 0.48 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:10:17.638826 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:10:17.639680 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:10:17.874510 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:10:17.874909 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:10:17.876008 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:10:17.876182 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:10:17.892641 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Getting quotas for project 75e10582d5d848ec93dc6832557ee1c7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:10:17.899869 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Getting quotas for user 43226d6b1c15484b9bd57e0957deafc7 and project 75e10582d5d848ec93dc6832557ee1c7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:10:17.922200 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] [instance: bc670d0d-fcd8-4d81-b1bf-de989dd6b2b0] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:10:17.923239 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:10:17.923964 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:10:18.089850 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] [instance: bc670d0d-fcd8-4d81-b1bf-de989dd6b2b0] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:10:18.094594 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:10:18.095691 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:10:18.647898 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:10:18.656112 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1450f0ae-650e-41ef-8a35-f9189b0fc9ce tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:10:28.547226 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:10:28.547226 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:10:28.547226 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 9, 37, 229703), 'report_count': 185, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 9, 37, 229154), 'services_id': 6}]
Jan 27 22:10:28.547226 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:10:28.548354 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:11:09.432847 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Took 0.53 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:11:09.472755 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:11:09.472755 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:11:09.648030 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:11:09.649750 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:11:09.651357 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:11:09.652422 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:11:09.686837 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Getting quotas for project 75e10582d5d848ec93dc6832557ee1c7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:11:09.699365 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Getting quotas for user 43226d6b1c15484b9bd57e0957deafc7 and project 75e10582d5d848ec93dc6832557ee1c7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:11:09.723254 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] [instance: 0fa3ccd2-50c9-4403-b701-197fdd7ecfb1] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:11:09.725595 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:11:09.726324 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:11:09.807112 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] [instance: 0fa3ccd2-50c9-4403-b701-197fdd7ecfb1] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:11:09.808948 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:11:09.809513 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:11:10.168234 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:11:10.168980 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-25adba2e-72b2-4402-ad96-50b529b72c63 tempest-AttachVolumeNegativeTest-700864151 tempest-AttachVolumeNegativeTest-700864151-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:11:19.715455 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Took 0.64 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:11:19.739169 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:11:19.745054 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:11:20.086383 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:11:20.086781 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:11:20.087647 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:11:20.090016 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:11:20.107884 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Getting quotas for project 3f78b74ba4da4fdcb5e7d6600cc5f949. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:11:20.113442 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Getting quotas for user 5bd7d88a77a64d3d9d5d8c6b15fc24d3 and project 3f78b74ba4da4fdcb5e7d6600cc5f949. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:11:20.127283 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] [instance: 154db99a-2d51-4b60-a3da-8bf475470850] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:11:20.129486 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:11:20.130132 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:11:20.244043 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] [instance: 154db99a-2d51-4b60-a3da-8bf475470850] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:11:20.245472 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:11:20.245880 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:11:20.591451 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:11:20.591714 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d9cec05a-ab26-42dc-94a0-2ad05f72ca63 tempest-ServersNegativeTestMultiTenantJSON-1168568387 tempest-ServersNegativeTestMultiTenantJSON-1168568387-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:11:22.325371 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:11:22.325371 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:11:22.325371 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 10, 30, 835951), 'report_count': 185, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 10, 30, 835188), 'services_id': 6}]
Jan 27 22:11:22.325371 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:11:22.326447 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:12:20.132900 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:12:20.132900 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:12:20.132900 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 11, 29, 581101), 'report_count': 185, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 11, 29, 579509), 'services_id': 6}]
Jan 27 22:12:20.132900 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:12:20.136352 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:13:01.072850 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:13:21.084164 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:13:21.084164 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:13:21.084164 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 12, 30, 141893), 'report_count': 185, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 12, 30, 140949), 'services_id': 6}]
Jan 27 22:13:21.084164 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 12, 30, 141893), 'report_count': 185, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 12, 30, 140949), 'services_id': 6}]
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:13:21.089955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:13:21.092467 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:13:21.094817 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:13:21.096771 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:13:21.099994 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 12, 30, 141893), 'report_count': 185, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 12, 30, 140949), 'services_id': 6}]
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 12, 30, 141893), 'report_count': 185, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 12, 30, 140949), 'services_id': 6}]
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:13:21.102720 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:13:21.104974 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:13:21.107667 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:13:21.110172 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:13:21.114044 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:13:21.115967 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:13:21.117412 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:13:21.118949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:13:21.118949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:13:21.118949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:13:21.118949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:13:21.118949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:13:21.118949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:13:21.118949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:13:21.118949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:13:21.118949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:13:21.118949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 12, 30, 141893), 'report_count': 185, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 12, 30, 140949), 'services_id': 6}]
Jan 27 22:13:21.118949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:13:21.118949 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:13:21.118949 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 318.09 sec
Jan 27 22:13:59.169119 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Took 2.87 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:13:59.264335 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:13:59.269637 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:13:59.396885 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:13:59.397333 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:13:59.398549 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:13:59.398956 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:13:59.419631 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Getting quotas for project ad6942ac32b74decbd83eae11eb45dd7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:13:59.430266 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Getting quotas for user 45fbc7ddc9be46b9b3998ed133f816c4 and project ad6942ac32b74decbd83eae11eb45dd7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:13:59.445070 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] [instance: 9b910c18-0b5c-4ed7-81a7-72162080a03a] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:13:59.446228 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:13:59.447033 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:13:59.554896 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] [instance: 9b910c18-0b5c-4ed7-81a7-72162080a03a] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:13:59.559034 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:13:59.559733 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:14:00.012709 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:14:00.013735 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0e2afda8-f702-45e1-8e75-369a728e1872 tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:14:12.248697 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:14:12.248697 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:14:12.248697 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 13, 21, 98501), 'report_count': 186, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 13, 21, 97978), 'services_id': 6}]
Jan 27 22:14:12.248697 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:14:12.249515 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:14:38.408565 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Took 0.83 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:14:38.449205 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:14:38.449619 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:14:38.697678 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:14:38.698392 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:14:38.699241 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:14:38.699926 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:14:38.716597 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Getting quotas for project b217295e00fa4ac48788d5ca50d16527. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:14:38.721567 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Getting quotas for user 1489a69938614c27bad4df7cee752ada and project b217295e00fa4ac48788d5ca50d16527. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:14:38.734742 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] [instance: 8c8b858f-25e6-4434-ba83-06a277205f83] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:14:38.735558 n-d-826527-2 nova-conductor[110302]: DEBUG nova.scheduler.utils [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Re-scheduling is disabled due to forcing a host (['n-h1-826527-2']) and/or node ([]) {{(pid=110302) populate_retry /opt/stack/nova/nova/scheduler/utils.py:967}}
Jan 27 22:14:38.736623 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:14:38.737204 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:14:38.834345 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] [instance: 8c8b858f-25e6-4434-ba83-06a277205f83] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:14:38.838912 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:14:38.841149 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:14:39.145976 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:14:39.148977 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ba78f34e-6740-4984-9ef9-8dda5e23a8d3 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:14:55.982354 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Took 0.56 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:14:56.024370 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:14:56.029189 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:14:56.187090 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:14:56.188221 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:14:56.189477 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:14:56.190022 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:14:56.217547 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Getting quotas for project b217295e00fa4ac48788d5ca50d16527. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:14:56.227535 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Getting quotas for user 1489a69938614c27bad4df7cee752ada and project b217295e00fa4ac48788d5ca50d16527. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:14:56.245576 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] [instance: a16f86c9-7545-4b2b-8439-d0b35d9b1573] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:14:56.246827 n-d-826527-2 nova-conductor[110302]: DEBUG nova.scheduler.utils [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Re-scheduling is disabled due to forcing a host (['n-h2-826527-2']) and/or node ([]) {{(pid=110302) populate_retry /opt/stack/nova/nova/scheduler/utils.py:967}}
Jan 27 22:14:56.247796 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:14:56.249433 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:14:56.448360 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] [instance: a16f86c9-7545-4b2b-8439-d0b35d9b1573] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:14:56.449777 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:14:56.450211 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:14:56.871099 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:14:56.871510 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c524b82f-3c62-4d37-856f-22be8dc62a40 tempest-TestServerMultinode-924536268 tempest-TestServerMultinode-924536268-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:15:04.874544 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:15:04.874544 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:15:04.874544 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 14, 13, 256428), 'report_count': 186, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 14, 13, 255799), 'services_id': 6}]
Jan 27 22:15:04.874544 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:15:04.875444 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:15:56.278517 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:15:56.278517 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:15:56.278517 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 15, 5, 501468), 'report_count': 186, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 15, 5, 500766), 'services_id': 6}]
Jan 27 22:15:56.278517 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:15:56.279418 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:16:21.085763 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:16:36.257616 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-839d61c0-c206-4961-9b17-ba7c1564611e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method unshelve_instance {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:16:36.258304 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-839d61c0-c206-4961-9b17-ba7c1564611e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:16:36.259184 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-839d61c0-c206-4961-9b17-ba7c1564611e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:16:37.235153 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-839d61c0-c206-4961-9b17-ba7c1564611e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] [instance: 9b910c18-0b5c-4ed7-81a7-72162080a03a] Requesting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) during scheduling {{(pid=110302) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:927}}
Jan 27 22:16:37.812334 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-839d61c0-c206-4961-9b17-ba7c1564611e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Took 0.57 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:16:37.823929 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-839d61c0-c206-4961-9b17-ba7c1564611e tempest-AttachVolumeShelveTestJSON-1377335676 tempest-AttachVolumeShelveTestJSON-1377335676-project] Lazy-loading 'flavor' on Instance uuid 9b910c18-0b5c-4ed7-81a7-72162080a03a {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 22:16:49.273079 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:16:49.273079 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:16:49.273079 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 15, 58, 160926), 'report_count': 186, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 15, 58, 160304), 'services_id': 6}]
Jan 27 22:16:49.273079 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:16:49.274318 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:17:44.270553 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:17:44.270553 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:17:44.270553 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 16, 52, 924711), 'report_count': 186, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 16, 52, 923366), 'services_id': 6}]
Jan 27 22:17:44.270553 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:17:44.271716 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:17:44.357183 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Took 0.79 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:17:44.378590 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:17:44.379333 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:17:44.603966 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:17:44.604360 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:17:44.605174 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:17:44.607217 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:17:44.642754 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Getting quotas for project 1cc21d2143b3416b9e82d0fc891d7a66. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:17:44.652647 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Getting quotas for user 3a1bf5c7a0d748c7892dc879b2c42efd and project 1cc21d2143b3416b9e82d0fc891d7a66. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:17:44.682473 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] [instance: 52a5c9e8-92f2-4eb3-aa46-844e38ece747] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:17:44.683433 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:17:44.683836 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:17:44.773751 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] [instance: 52a5c9e8-92f2-4eb3-aa46-844e38ece747] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:17:44.775480 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:17:44.776156 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:17:45.113346 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:17:45.113669 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-75a6d02a-bdae-4a46-af16-b9e3d9f0db9a tempest-VolumesBackupsTest-1887722394 tempest-VolumesBackupsTest-1887722394-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:18:03.077908 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Took 0.80 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:18:03.108230 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:18:03.113716 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:18:03.550276 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:18:03.550921 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:18:03.551974 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:18:03.554403 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:18:03.625855 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Getting quotas for project 1526aa80335d44ff89a6b28058ac0f39. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:18:03.637380 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Getting quotas for user b0d5f90859544044a96380d02377d86d and project 1526aa80335d44ff89a6b28058ac0f39. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:18:03.652099 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] [instance: 5b0dbef1-9d30-473e-a733-d65723e16618] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:18:03.653283 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:18:03.653693 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:18:03.802760 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] [instance: 5b0dbef1-9d30-473e-a733-d65723e16618] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:18:03.804774 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:18:03.805194 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:18:04.223486 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:18:04.227097 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6d4e659f-c479-4acc-a7c4-1edc01345ad9 tempest-VolumesActionsTest-1384493592 tempest-VolumesActionsTest-1384493592-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:18:36.444443 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Took 0.80 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:18:36.467338 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:18:36.468058 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:18:36.764958 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:18:36.767121 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:18:36.767908 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:18:36.768306 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:18:36.806397 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Getting quotas for project f23726d0b01b44178f893f79e45a7202. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:18:36.814300 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Getting quotas for user 35b9b1b4c8b647ec8cca79e5a4138f16 and project f23726d0b01b44178f893f79e45a7202. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:18:36.831477 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] [instance: 804a42b3-03db-40b4-819f-0647961a66eb] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:18:36.833383 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:18:36.833383 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:18:36.924264 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] [instance: 804a42b3-03db-40b4-819f-0647961a66eb] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:18:36.925578 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:18:36.925989 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:18:37.210085 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:18:37.210426 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-acac2e51-c198-4a48-9fd1-3ee3b954d11f tempest-TestServerBasicOps-54588337 tempest-TestServerBasicOps-54588337-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:18:40.104193 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:18:40.104193 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:18:40.104193 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 17, 49, 11052), 'report_count': 186, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 17, 49, 10376), 'services_id': 6}]
Jan 27 22:18:40.104193 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 17, 49, 11052), 'report_count': 186, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 17, 49, 10376), 'services_id': 6}]
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:18:40.106209 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:18:40.107527 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:18:40.108931 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:18:40.110943 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:18:40.112111 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:18:40.115550 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:18:40.115550 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:18:40.115550 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:18:40.115550 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:18:40.115550 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:18:40.115550 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:18:40.115550 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 17, 49, 11052), 'report_count': 186, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 17, 49, 10376), 'services_id': 6}]
Jan 27 22:18:40.115550 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:18:40.115550 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 17, 49, 11052), 'report_count': 186, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 17, 49, 10376), 'services_id': 6}]
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:18:40.121263 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 22:18:40.122920 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:18:40.124029 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 22:18:40.125161 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:18:40.128087 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:18:40.130334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:18:40.132739 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:18:40.137497 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 17, 49, 11052), 'report_count': 186, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 17, 49, 10376), 'services_id': 6}]
Jan 27 22:18:40.137497 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:18:40.137497 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:18:40.137497 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 309.03 sec
Jan 27 22:19:31.293316 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:19:31.293316 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:19:31.293316 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 18, 40, 140673), 'report_count': 187, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 18, 40, 140043), 'services_id': 6}]
Jan 27 22:19:31.293316 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:19:31.295266 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:19:41.098439 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:20:23.300237 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:20:23.300237 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:20:23.300237 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 19, 32, 303258), 'report_count': 187, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 19, 32, 302386), 'services_id': 6}]
Jan 27 22:20:23.300237 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:20:23.301546 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:20:58.943810 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:21:01.357212 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:21:16.303459 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:21:16.303459 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:21:16.303459 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 20, 24, 704815), 'report_count': 187, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 20, 24, 704220), 'services_id': 6}]
Jan 27 22:21:16.303459 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:21:16.304782 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:22:10.106878 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:22:10.106878 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:22:10.106878 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 21, 19, 372518), 'report_count': 187, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 21, 19, 371970), 'services_id': 6}]
Jan 27 22:22:10.106878 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:22:10.107936 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:22:43.438055 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Took 0.84 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:22:43.462142 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:22:43.463823 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:22:43.673432 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:22:43.675175 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:22:43.675175 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:22:43.675505 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:22:43.693864 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Getting quotas for project c5e0fb8ae05c4053a56bc639e6f90648. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:22:43.699364 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Getting quotas for user f7107a209eb64a10a208f9cd3b4b7f33 and project c5e0fb8ae05c4053a56bc639e6f90648. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:22:43.713106 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] [instance: 9dc25256-7bb3-4fca-886f-569f9ab4d163] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:22:43.714411 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:22:43.714905 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:22:43.835690 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] [instance: 9dc25256-7bb3-4fca-886f-569f9ab4d163] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:22:43.838048 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:22:43.838837 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:22:44.080253 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:22:44.080830 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4388f1ae-6480-4c0d-bb61-833796debb3c tempest-VolumesNegativeTest-51107089 tempest-VolumesNegativeTest-51107089-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:23:01.108356 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:23:07.295400 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:23:07.295400 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:23:07.295400 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 22, 16, 569431), 'report_count': 187, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 22, 16, 568904), 'services_id': 6}]
Jan 27 22:23:07.295400 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:23:07.296894 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:24:08.306943 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:24:08.306943 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:24:08.306943 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 23, 17, 255803), 'report_count': 187, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 23, 17, 255284), 'services_id': 6}]
Jan 27 22:24:08.306943 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 23, 17, 255803), 'report_count': 187, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 23, 17, 255284), 'services_id': 6}]
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:24:08.309686 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:24:08.312828 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:24:08.316130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:24:08.337978 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:24:08.339622 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 23, 17, 255803), 'report_count': 187, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 23, 17, 255284), 'services_id': 6}]
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 23, 17, 255803), 'report_count': 187, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 23, 17, 255284), 'services_id': 6}]
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:24:08.341521 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:24:08.343337 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:24:08.345885 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:24:08.348354 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:24:08.350460 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:24:08.352551 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:24:08.354469 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:24:08.356409 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:24:08.356409 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:24:08.356409 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:24:08.356409 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:24:08.356409 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:24:08.356409 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:24:08.356409 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:24:08.356409 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:24:08.356409 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:24:08.356409 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 23, 17, 255803), 'report_count': 187, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 23, 17, 255284), 'services_id': 6}]
Jan 27 22:24:08.356409 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:24:08.356409 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:24:08.356409 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 318.20 sec
Jan 27 22:24:59.317087 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:24:59.317087 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:24:59.317087 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 24, 8, 321732), 'report_count': 188, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 24, 8, 321222), 'services_id': 6}]
Jan 27 22:24:59.317087 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:24:59.318204 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:25:49.162783 n-d-826527-2 nova-conductor[110302]: ERROR oslo.messaging._drivers.impl_rabbit [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] [e84edc07-e631-4434-b301-7a89549c738e] AMQP server on 10.222.0.53:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer
Jan 27 22:25:50.171789 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] [e84edc07-e631-4434-b301-7a89549c738e] Reconnected to AMQP server on 10.222.0.53:5672 via [amqp] client with port 59012.
Jan 27 22:25:50.905659 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Took 1.75 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:25:50.932955 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:25:50.933799 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:25:51.124103 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:25:51.124103 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:25:51.124103 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 25, 0, 324563), 'report_count': 188, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 25, 0, 324032), 'services_id': 6}]
Jan 27 22:25:51.124103 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:25:51.124672 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:25:51.145199 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:25:51.145597 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:25:51.146376 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:25:51.146820 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:25:51.162856 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Getting quotas for project 56c8d63fdf6e4561bb13876a2729023e. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:25:51.167948 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Getting quotas for user 26a2c0add1924d558f3bd0bff28cd729 and project 56c8d63fdf6e4561bb13876a2729023e. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:25:51.181221 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] [instance: 2c3e9341-f2bd-4b18-bffc-2d9d4c629c96] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:25:51.182172 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:25:51.182574 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:25:51.226127 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] [instance: 2c3e9341-f2bd-4b18-bffc-2d9d4c629c96] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:25:51.227407 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:25:51.227817 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:25:51.443981 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:25:51.444732 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:25:51.456842 n-d-826527-2 nova-conductor[110302]: ERROR oslo.messaging._drivers.impl_rabbit [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] [9ce691ce-8745-4934-9b01-083391df7633] AMQP server on 10.222.0.53:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer
Jan 27 22:25:52.464716 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [None req-4e76fca5-cff3-4ac9-a1f0-932356d2e671 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] [9ce691ce-8745-4934-9b01-083391df7633] Reconnected to AMQP server on 10.222.0.53:5672 via [amqp] client with port 59044.
Jan 27 22:26:21.118797 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:26:35.497515 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Took 0.78 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:26:35.514999 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:26:35.515412 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:26:35.709472 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:26:35.709908 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:26:35.710898 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:26:35.711295 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:26:35.730080 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Getting quotas for project 19d13daa044a4e9586f45b9e504cc2ca. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:26:35.736509 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Getting quotas for user e384b76b782b49408071c81245f5a6a7 and project 19d13daa044a4e9586f45b9e504cc2ca. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:26:35.748817 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] [instance: 692544bd-0d14-47bf-994d-5c878986fa7e] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:26:35.749827 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:26:35.750234 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:26:35.828742 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] [instance: 692544bd-0d14-47bf-994d-5c878986fa7e] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:26:35.829990 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:26:35.830501 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:26:36.121770 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:26:36.122190 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9821f246-cdd6-4e8e-9ace-5078aecc4982 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:26:42.320977 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:26:42.320977 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:26:42.320977 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 25, 51, 522145), 'report_count': 188, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 25, 51, 521575), 'services_id': 6}]
Jan 27 22:26:42.320977 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:26:42.321887 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:26:50.508422 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Took 0.45 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:26:50.528289 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:26:50.528716 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:26:50.698844 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:26:50.699251 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:26:50.699985 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:26:50.700375 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:26:50.715984 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Getting quotas for project 56c8d63fdf6e4561bb13876a2729023e. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:26:50.721136 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Getting quotas for user 26a2c0add1924d558f3bd0bff28cd729 and project 56c8d63fdf6e4561bb13876a2729023e. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:26:50.733021 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] [instance: 56db3df4-24cf-4d32-a3fb-9df23cf9372b] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:26:50.733985 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:26:50.734438 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:26:50.811506 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] [instance: 56db3df4-24cf-4d32-a3fb-9df23cf9372b] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:26:50.814093 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:26:50.814093 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:26:51.211659 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:26:51.212243 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f2149587-8db9-4a0c-a7d2-70617c37899c tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:27:20.129015 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-77b1a344-488c-4230-81da-66dda410de4d tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:27:20.129976 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-77b1a344-488c-4230-81da-66dda410de4d tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:27:20.129976 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-77b1a344-488c-4230-81da-66dda410de4d tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:27:20.407291 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-77b1a344-488c-4230-81da-66dda410de4d tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] [instance: 692544bd-0d14-47bf-994d-5c878986fa7e] Restricting to cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while migrating {{(pid=110302) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}}
Jan 27 22:27:20.902225 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-77b1a344-488c-4230-81da-66dda410de4d tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] Created allocations for migration b701a906-0742-4f49-a5cf-129e98f3e444 on 79b8a68c-1134-40ae-88ef-f3dd39171951 {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 22:27:21.216017 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-77b1a344-488c-4230-81da-66dda410de4d tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] [instance: 692544bd-0d14-47bf-994d-5c878986fa7e] Calling prep_resize with selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [] {{(pid=110302) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}}
Jan 27 22:27:35.323604 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:27:35.323604 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:27:35.323604 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 26, 44, 597648), 'report_count': 188, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 26, 44, 597082), 'services_id': 6}]
Jan 27 22:27:35.323604 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:27:35.324475 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:27:54.273949 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Took 0.35 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:27:54.295037 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:27:54.295440 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:27:54.419089 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:27:54.419483 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:27:54.420208 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:27:54.420623 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:27:54.436342 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Getting quotas for project 56c8d63fdf6e4561bb13876a2729023e. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:27:54.440791 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Getting quotas for user 26a2c0add1924d558f3bd0bff28cd729 and project 56c8d63fdf6e4561bb13876a2729023e. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:27:54.452715 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] [instance: 7bcf1db6-2f3c-4077-b929-998ef1647891] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:27:54.453651 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:27:54.454044 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:27:54.587719 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] [instance: 7bcf1db6-2f3c-4077-b929-998ef1647891] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:27:54.588987 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:27:54.589397 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:27:54.913202 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:27:54.913611 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-408fc1b2-c021-4930-ae5e-3733be4bab91 tempest-TestNetworkBasicOps-181851507 tempest-TestNetworkBasicOps-181851507-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:28:28.266745 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:28:28.266745 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:28:28.266745 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 27, 36, 727880), 'report_count': 188, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 27, 36, 727050), 'services_id': 6}]
Jan 27 22:28:28.266745 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:28:28.267639 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:28:36.313674 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Took 0.45 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:28:36.338575 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:28:36.338575 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:28:36.523664 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:28:36.524058 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:28:36.524828 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:28:36.525208 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:28:36.541696 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Getting quotas for project 19d13daa044a4e9586f45b9e504cc2ca. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:28:36.546852 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Getting quotas for user e384b76b782b49408071c81245f5a6a7 and project 19d13daa044a4e9586f45b9e504cc2ca. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:28:36.558028 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] [instance: 7d004228-2c4a-4e14-bfd4-ff4759fd114c] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:28:36.558976 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:28:36.560135 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:28:36.626258 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] [instance: 7d004228-2c4a-4e14-bfd4-ff4759fd114c] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:28:36.628282 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:28:36.628282 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:28:36.857323 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:28:36.857985 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-335f48fd-4f20-4e67-ab9f-4fdb43d3c735 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:29:10.884878 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Took 0.55 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:29:10.906124 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:29:10.906766 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:29:11.049445 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:29:11.049851 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:29:11.050596 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:29:11.051648 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:29:11.066595 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Getting quotas for project 8b61ebf908614ba5b0239b640f33b913. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:29:11.070985 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Getting quotas for user 198886fbc74c49aea6224ea602af907e and project 8b61ebf908614ba5b0239b640f33b913. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:29:11.082018 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [instance: 6072f23c-3f5d-410c-af00-13e6837fc376] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:29:11.082920 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:29:11.083324 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:29:11.135219 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [instance: 6072f23c-3f5d-410c-af00-13e6837fc376] block_device_mapping [BlockDeviceMapping(attachment_id=7384f254-7784-4622-ad8e-08d8b392f93e,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=False,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=<?>,uuid=<?>,volume_id='81375604-476c-421a-943f-ff69c52e2dd4',volume_size=1,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:29:11.136527 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:29:11.136937 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:29:11.325288 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:29:11.325622 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bb538225-78df-40bd-aff9-ebfac5a0a034 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:29:19.866423 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-490e447d-395b-42ef-9cec-1a89baaa73d5 tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:29:19.866980 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-490e447d-395b-42ef-9cec-1a89baaa73d5 tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:29:19.867308 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-490e447d-395b-42ef-9cec-1a89baaa73d5 tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:29:20.116744 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-490e447d-395b-42ef-9cec-1a89baaa73d5 tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] [instance: 7d004228-2c4a-4e14-bfd4-ff4759fd114c] Restricting to cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while migrating {{(pid=110302) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}}
Jan 27 22:29:20.611437 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-490e447d-395b-42ef-9cec-1a89baaa73d5 tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] Created allocations for migration a33fd0cc-5809-4231-8dbd-6222c990c2cc on 79b8a68c-1134-40ae-88ef-f3dd39171951 {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 22:29:20.929348 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-490e447d-395b-42ef-9cec-1a89baaa73d5 tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] [instance: 7d004228-2c4a-4e14-bfd4-ff4759fd114c] Calling prep_resize with selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [] {{(pid=110302) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}}
Jan 27 22:29:22.854319 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:29:22.854319 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:29:22.854319 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 28, 32, 252435), 'report_count': 188, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 28, 32, 251890), 'services_id': 6}]
Jan 27 22:29:22.854319 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 28, 32, 252435), 'report_count': 188, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 28, 32, 251890), 'services_id': 6}]
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:29:22.855955 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:29:22.863815 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:29:22.865368 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:29:22.866711 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:29:22.868031 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 28, 32, 252435), 'report_count': 188, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 28, 32, 251890), 'services_id': 6}]
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 28, 32, 252435), 'report_count': 188, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 28, 32, 251890), 'services_id': 6}]
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:29:22.869312 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:29:22.870323 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:29:22.871483 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:29:22.872754 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:29:22.873900 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:29:22.875293 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:29:22.876359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:29:22.877468 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:29:22.877468 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:29:22.877468 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:29:22.877468 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:29:22.877468 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:29:22.877468 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:29:22.877468 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:29:22.877468 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:29:22.877468 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:29:22.877468 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 28, 32, 252435), 'report_count': 188, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 28, 32, 251890), 'services_id': 6}]
Jan 27 22:29:22.877468 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:29:22.877468 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:29:22.877468 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 304.54 sec
Jan 27 22:29:41.131575 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:30:14.322474 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:30:14.322474 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:30:14.322474 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 29, 22, 862382), 'report_count': 189, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 29, 22, 861872), 'services_id': 6}]
Jan 27 22:30:14.322474 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:30:14.323406 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:30:26.723287 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Took 0.34 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:30:26.743858 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:30:26.744343 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:30:26.842851 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:30:26.843247 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:30:26.843967 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:30:26.844364 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:30:26.859372 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Getting quotas for project 8b61ebf908614ba5b0239b640f33b913. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:30:26.863929 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Getting quotas for user 198886fbc74c49aea6224ea602af907e and project 8b61ebf908614ba5b0239b640f33b913. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:30:26.875710 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [instance: 3c62cc4f-fdfa-40d0-9bf5-decf9fa3a95e] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:30:26.876782 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:30:26.877348 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:30:26.929389 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [instance: 3c62cc4f-fdfa-40d0-9bf5-decf9fa3a95e] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id='381baec0-642d-4798-b3d1-99a1d7fdc3b5',source_type='snapshot',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=1,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:30:26.930643 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:30:26.931041 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:30:27.176150 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:30:27.176635 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-c1856f18-bf32-4e5a-a5e3-18d117df4392 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:30:45.660257 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Took 0.47 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:30:45.688767 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:30:45.688767 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:30:45.828261 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:30:45.828700 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:30:45.829447 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:30:45.829838 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:30:45.848741 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Getting quotas for project 19d13daa044a4e9586f45b9e504cc2ca. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:30:45.855996 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Getting quotas for user e384b76b782b49408071c81245f5a6a7 and project 19d13daa044a4e9586f45b9e504cc2ca. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:30:45.871298 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] [instance: 00832e31-757e-46ac-b9fd-1d9d7ef7cd54] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:30:45.872415 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:30:45.873024 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:30:45.951605 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] [instance: 00832e31-757e-46ac-b9fd-1d9d7ef7cd54] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:30:45.953879 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:30:45.954903 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:30:46.296504 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:30:46.297246 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7127694e-2d77-43b1-bca5-ea0d30c8ce59 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:31:06.335088 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:31:06.335088 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:31:06.335088 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 30, 15, 328440), 'report_count': 189, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 30, 15, 327875), 'services_id': 6}]
Jan 27 22:31:06.335088 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:31:06.336528 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:31:28.159858 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-0cb7bb8c-dead-4e52-a4b6-fcc77b36965b tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:31:28.160569 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0cb7bb8c-dead-4e52-a4b6-fcc77b36965b tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:31:28.160822 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0cb7bb8c-dead-4e52-a4b6-fcc77b36965b tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:31:28.753362 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-0cb7bb8c-dead-4e52-a4b6-fcc77b36965b tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] Created allocations for migration d55270e2-d6b7-482a-81b5-0e635c90a79f on 79b8a68c-1134-40ae-88ef-f3dd39171951 {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 22:31:28.826185 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.live_migrate [None req-0cb7bb8c-dead-4e52-a4b6-fcc77b36965b tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] [instance: 00832e31-757e-46ac-b9fd-1d9d7ef7cd54] Requesting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while live migrating {{(pid=110302) _get_request_spec_for_select_destinations /opt/stack/nova/nova/conductor/tasks/live_migrate.py:492}}
Jan 27 22:31:29.239115 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-0cb7bb8c-dead-4e52-a4b6-fcc77b36965b tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] Lazy-loading 'resources' on Instance uuid 00832e31-757e-46ac-b9fd-1d9d7ef7cd54 {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 22:31:29.243679 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-0cb7bb8c-dead-4e52-a4b6-fcc77b36965b tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] Lazy-loading 'pci_requests' on Instance uuid 00832e31-757e-46ac-b9fd-1d9d7ef7cd54 {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 22:31:29.860062 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.live_migrate [None req-0cb7bb8c-dead-4e52-a4b6-fcc77b36965b tempest-TestNetworkAdvancedServerOps-1787491140 tempest-TestNetworkAdvancedServerOps-1787491140-project-admin] [instance: 00832e31-757e-46ac-b9fd-1d9d7ef7cd54] Start binding ports on destination host: n-h2-826527-2 {{(pid=110302) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}}
Jan 27 22:31:58.332658 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:31:58.332658 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:31:58.332658 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 31, 6, 719109), 'report_count': 189, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 31, 6, 718382), 'services_id': 6}]
Jan 27 22:31:58.332658 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:31:58.337140 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:32:01.165252 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Took 0.81 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:32:01.190682 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:01.191227 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:01.333329 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:01.334067 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:01.334952 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:01.335359 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:01.360875 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Getting quotas for project 19d13daa044a4e9586f45b9e504cc2ca. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:32:01.366101 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Getting quotas for user e384b76b782b49408071c81245f5a6a7 and project 19d13daa044a4e9586f45b9e504cc2ca. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:32:01.400706 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] [instance: 95e907c5-bff8-4ff8-aea1-c6e2bfa24668] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:32:01.402417 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:01.402610 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:01.605380 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] [instance: 95e907c5-bff8-4ff8-aea1-c6e2bfa24668] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:32:01.608864 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:01.610311 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:01.891645 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:01.892254 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-346d72e7-46e6-4f82-a0f1-f71eed2542ee tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:12.836821 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Took 0.34 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:32:12.857101 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:12.857505 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:12.978515 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:12.978925 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:12.979662 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:12.980058 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:12.994721 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Getting quotas for project 8b61ebf908614ba5b0239b640f33b913. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:32:12.999234 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Getting quotas for user 198886fbc74c49aea6224ea602af907e and project 8b61ebf908614ba5b0239b640f33b913. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:32:13.011741 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [instance: 5a480a86-b0f2-4264-b340-09542b8b3612] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:32:13.012759 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:13.013161 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:13.098108 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [instance: 5a480a86-b0f2-4264-b340-09542b8b3612] block_device_mapping [BlockDeviceMapping(attachment_id=0da2ba5b-74fb-4e8e-9c24-43d3cfd1519e,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=<?>,uuid=<?>,volume_id='1f259133-e10a-43a8-a2b9-86e4fdee9ef5',volume_size=1,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:32:13.099469 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:13.099881 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:13.356494 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:13.356840 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-1e2789fe-9e25-40d4-b9cd-6cfd599baeb9 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:42.579856 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ac68d562-00aa-4571-991e-3c7562540029 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method rebuild_instance {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:32:42.580512 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ac68d562-00aa-4571-991e-3c7562540029 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:42.580786 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-ac68d562-00aa-4571-991e-3c7562540029 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:42.671707 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-ac68d562-00aa-4571-991e-3c7562540029 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] [instance: 95e907c5-bff8-4ff8-aea1-c6e2bfa24668] No migration record for the rebuild/evacuate request. {{(pid=110302) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1127}}
Jan 27 22:32:42.674786 n-d-826527-2 nova-conductor[110302]: ERROR oslo.messaging._drivers.impl_rabbit [None req-ac68d562-00aa-4571-991e-3c7562540029 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] [a5f80f77-875f-4292-b43a-1cb0d295dfd7] AMQP server on 10.222.0.53:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer
Jan 27 22:32:43.683449 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [None req-ac68d562-00aa-4571-991e-3c7562540029 tempest-TestNetworkAdvancedServerOps-1732802610 tempest-TestNetworkAdvancedServerOps-1732802610-project] [a5f80f77-875f-4292-b43a-1cb0d295dfd7] Reconnected to AMQP server on 10.222.0.53:5672 via [amqp] client with port 33464.
Jan 27 22:32:44.126806 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Took 0.42 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:32:44.147044 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:44.147451 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:44.409616 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:44.409946 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:44.410680 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:44.411072 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:44.426807 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Getting quotas for project 8b61ebf908614ba5b0239b640f33b913. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:32:44.431404 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Getting quotas for user 198886fbc74c49aea6224ea602af907e and project 8b61ebf908614ba5b0239b640f33b913. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:32:44.443449 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [instance: 429bfcee-b02a-4f8b-b985-edea98492b4d] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:32:44.444431 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:44.444845 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:44.537439 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [instance: 429bfcee-b02a-4f8b-b985-edea98492b4d] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name='/dev/sda',device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id='33a02265-718c-49e0-bf86-8e2475bd418b',source_type='snapshot',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=1,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:32:44.538777 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:44.539186 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:44.796925 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:32:44.797481 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4a9bb609-f9ea-4e4e-a97e-8f4e19979301 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:32:53.343685 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:32:53.343685 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:32:53.343685 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 32, 2, 234926), 'report_count': 189, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 32, 2, 234279), 'services_id': 6}]
Jan 27 22:32:53.343685 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:32:53.344664 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:33:48.340496 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:33:48.340496 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:33:48.340496 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 32, 57, 440689), 'report_count': 189, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 32, 57, 440140), 'services_id': 6}]
Jan 27 22:33:48.340496 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:33:48.347378 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:34:41.169018 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:34:41.169018 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:34:41.169018 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 33, 50, 101995), 'report_count': 189, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 33, 50, 101390), 'services_id': 6}]
Jan 27 22:34:41.169018 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 33, 50, 101995), 'report_count': 189, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 33, 50, 101390), 'services_id': 6}]
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:34:41.173026 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:34:41.174396 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:34:41.176662 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:34:41.178021 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:34:41.179347 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 33, 50, 101995), 'report_count': 189, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 33, 50, 101390), 'services_id': 6}]
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 33, 50, 101995), 'report_count': 189, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 33, 50, 101390), 'services_id': 6}]
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:34:41.181823 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:34:41.182840 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:34:41.183973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:34:41.185234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:34:41.186494 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:34:41.188399 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:34:41.189537 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:34:41.191027 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:34:41.191027 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:34:41.191027 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:34:41.191027 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:34:41.191027 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:34:41.191027 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:34:41.191027 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:34:41.191027 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:34:41.191027 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:34:41.191027 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 33, 50, 101995), 'report_count': 189, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 33, 50, 101390), 'services_id': 6}]
Jan 27 22:34:41.191027 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:34:41.191027 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:34:41.191027 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 308.32 sec
Jan 27 22:35:09.627000 n-d-826527-2 nova-conductor[110302]: ERROR oslo.messaging._drivers.impl_rabbit [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [e84edc07-e631-4434-b301-7a89549c738e] AMQP server on 10.222.0.53:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer
Jan 27 22:35:10.634812 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [e84edc07-e631-4434-b301-7a89549c738e] Reconnected to AMQP server on 10.222.0.53:5672 via [amqp] client with port 34514.
Jan 27 22:35:11.037489 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Took 1.42 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:35:11.059139 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:35:11.059539 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:35:11.164569 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:35:11.165045 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:35:11.165962 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:35:11.166583 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:35:11.182165 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Getting quotas for project 8b61ebf908614ba5b0239b640f33b913. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:35:11.186676 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Getting quotas for user 198886fbc74c49aea6224ea602af907e and project 8b61ebf908614ba5b0239b640f33b913. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:35:11.197773 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [instance: 99e4c802-741b-4cf9-84a6-11a214264686] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:35:11.198709 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:35:11.199102 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:35:11.317552 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [instance: 99e4c802-741b-4cf9-84a6-11a214264686] block_device_mapping [BlockDeviceMapping(attachment_id=6109dc1e-aabf-47f7-ada8-6cbd3ac23992,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=False,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=<?>,uuid=<?>,volume_id='4c3f46f6-1122-494e-a1cd-c57812e513cb',volume_size=1,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:35:11.318928 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:35:11.319465 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:35:11.576502 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:35:11.576906 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:35:11.586312 n-d-826527-2 nova-conductor[110302]: ERROR oslo.messaging._drivers.impl_rabbit [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [9ce691ce-8745-4934-9b01-083391df7633] AMQP server on 10.222.0.53:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer
Jan 27 22:35:12.593787 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [None req-e346ada3-2033-49b3-b945-8a1f5cfbfe28 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [9ce691ce-8745-4934-9b01-083391df7633] Reconnected to AMQP server on 10.222.0.53:5672 via [amqp] client with port 34542.
Jan 27 22:35:32.362695 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:35:32.362695 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:35:32.362695 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 34, 41, 181219), 'report_count': 190, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 34, 41, 180731), 'services_id': 6}]
Jan 27 22:35:32.362695 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:35:32.364946 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:36:24.363881 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:36:24.363881 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:36:24.363881 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 35, 33, 369937), 'report_count': 190, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 35, 33, 369419), 'services_id': 6}]
Jan 27 22:36:24.363881 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:36:24.364870 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:36:54.686792 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Took 0.55 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:36:54.709664 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:36:54.710068 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:36:55.010851 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:36:55.011254 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:36:55.011991 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:36:55.012406 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:36:55.030523 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Getting quotas for project b69c6c2b3d77440c9be9799d9cdf5a92. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:36:55.036073 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Getting quotas for user 75436c5ff9cc480ea09bf154cbd32828 and project b69c6c2b3d77440c9be9799d9cdf5a92. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:36:55.046744 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] [instance: 540f5f54-9ab3-4656-b362-b8f2f512fb45] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:36:55.047672 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:36:55.048071 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:36:55.116286 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] [instance: 540f5f54-9ab3-4656-b362-b8f2f512fb45] block_device_mapping [BlockDeviceMapping(attachment_id=25ba8272-5e4b-4c75-8500-fca25bbedb16,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=False,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=<?>,uuid=<?>,volume_id='51b0bb53-6094-4f47-9935-4abc21549a97',volume_size=1,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:36:55.117615 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:36:55.118012 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:36:55.415036 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:36:55.415447 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-dec20ca9-0a2e-4a3d-a590-b12fc9b655d5 tempest-TestVolumeBackupRestore-2014883160 tempest-TestVolumeBackupRestore-2014883160-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:37:16.371672 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:37:16.371672 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:37:16.371672 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 36, 24, 818909), 'report_count': 190, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 36, 24, 818398), 'services_id': 6}]
Jan 27 22:37:16.371672 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:37:16.372634 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:38:01.148994 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:38:09.388332 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:38:09.388332 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:38:09.388332 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 37, 17, 809374), 'report_count': 190, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 37, 17, 808806), 'services_id': 6}]
Jan 27 22:38:09.388332 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:38:09.389308 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:38:22.773082 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Took 0.40 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:38:22.791961 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:38:22.792375 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:38:22.944883 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:38:22.945281 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:38:22.946005 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:38:22.946392 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:38:22.961976 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Getting quotas for project 8b61ebf908614ba5b0239b640f33b913. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:38:22.966680 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Getting quotas for user 198886fbc74c49aea6224ea602af907e and project 8b61ebf908614ba5b0239b640f33b913. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:38:22.979275 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [instance: 0c631e93-32c0-4300-ba43-3128d6ebec33] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:38:22.980209 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:38:22.980635 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:38:23.053318 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [instance: 0c631e93-32c0-4300-ba43-3128d6ebec33] block_device_mapping [BlockDeviceMapping(attachment_id=03a03890-cd26-4d65-9d3c-ac836c950eca,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=False,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=<?>,uuid=<?>,volume_id='4c3f46f6-1122-494e-a1cd-c57812e513cb',volume_size=1,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:38:23.054565 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:38:23.054973 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:38:23.286439 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:38:23.287086 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f052869f-6a74-4e26-9bea-d7f427efe80c tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:39:04.397656 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:39:04.397656 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:39:04.397656 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 38, 13, 448198), 'report_count': 190, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 38, 13, 447639), 'services_id': 6}]
Jan 27 22:39:04.397656 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:39:04.398617 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:40:03.407562 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:40:03.407562 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:40:03.407562 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 39, 12, 549248), 'report_count': 190, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 39, 12, 548574), 'services_id': 6}]
Jan 27 22:40:03.407562 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 39, 12, 549248), 'report_count': 190, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 39, 12, 548574), 'services_id': 6}]
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:40:03.409357 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:40:03.411485 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:40:03.412997 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:40:03.414189 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:40:03.415350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 39, 12, 549248), 'report_count': 190, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 39, 12, 548574), 'services_id': 6}]
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 39, 12, 549248), 'report_count': 190, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 39, 12, 548574), 'services_id': 6}]
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:40:03.417539 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:40:03.418607 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:40:03.420245 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:40:03.421610 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:40:03.422870 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:40:03.424171 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:40:03.425318 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:40:03.427431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:40:03.427431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:40:03.427431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:40:03.427431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:40:03.427431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:40:03.427431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:40:03.427431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:40:03.427431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:40:03.427431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:40:03.427431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 39, 12, 549248), 'report_count': 190, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 39, 12, 548574), 'services_id': 6}]
Jan 27 22:40:03.427431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:40:03.427431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:40:03.427431 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 312.24 sec
Jan 27 22:40:54.421579 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:40:54.421579 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:40:54.421579 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 40, 3, 417100), 'report_count': 191, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 40, 3, 416609), 'services_id': 6}]
Jan 27 22:40:54.421579 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:40:54.422487 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:41:21.156710 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:41:35.581813 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Took 0.53 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:41:35.602425 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:41:35.604597 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:41:35.718203 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:41:35.718606 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:41:35.719344 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:41:35.719739 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:41:35.737600 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Getting quotas for project 8b61ebf908614ba5b0239b640f33b913. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:41:35.742082 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Getting quotas for user 198886fbc74c49aea6224ea602af907e and project 8b61ebf908614ba5b0239b640f33b913. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:41:35.756040 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [instance: 4285e536-6971-49a3-b279-abce587d37dd] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:41:35.757018 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:41:35.757480 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:41:35.863049 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] [instance: 4285e536-6971-49a3-b279-abce587d37dd] block_device_mapping [BlockDeviceMapping(attachment_id=fef0b037-62f0-4c41-8340-9eb913c6e238,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=False,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=<?>,uuid=<?>,volume_id='daa14aa3-b272-4580-8dc9-f6b9a5b0aa05',volume_size=1,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:41:35.864420 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:41:35.864577 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:41:36.207299 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:41:36.209260 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bcc38682-b872-4852-a295-1161217315c4 tempest-TestVolumeBootPattern-629141902 tempest-TestVolumeBootPattern-629141902-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:41:46.424958 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:41:46.424958 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:41:46.424958 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 40, 55, 426756), 'report_count': 191, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 40, 55, 426251), 'services_id': 6}]
Jan 27 22:41:46.424958 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:41:46.425884 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:42:38.445603 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:42:38.445603 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:42:38.445603 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 41, 47, 341142), 'report_count': 191, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 41, 47, 340632), 'services_id': 6}]
Jan 27 22:42:38.445603 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:42:38.445603 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:43:30.173141 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:43:30.173141 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:43:30.173141 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 42, 39, 253815), 'report_count': 191, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 42, 39, 252697), 'services_id': 6}]
Jan 27 22:43:30.173141 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:43:30.174149 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:44:18.973357 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:44:21.389541 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:44:24.151793 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:44:24.151793 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:44:24.151793 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 43, 33, 504857), 'report_count': 191, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 43, 33, 504306), 'services_id': 6}]
Jan 27 22:44:24.151793 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:44:24.152726 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:44:41.167518 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:45:17.435692 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:45:17.435692 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:45:17.435692 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 44, 26, 407239), 'report_count': 191, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 44, 26, 406731), 'services_id': 6}]
Jan 27 22:45:17.435692 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 44, 26, 407239), 'report_count': 191, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 44, 26, 406731), 'services_id': 6}]
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:45:17.438538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:45:17.439893 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:45:17.441300 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:45:17.442502 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:45:17.443700 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 44, 26, 407239), 'report_count': 191, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 44, 26, 406731), 'services_id': 6}]
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 44, 26, 407239), 'report_count': 191, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 44, 26, 406731), 'services_id': 6}]
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:45:17.444914 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:45:17.446243 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:45:17.447973 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:45:17.449573 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:45:17.450838 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:45:17.452107 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:45:17.453585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:45:17.454808 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:45:17.454808 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:45:17.454808 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:45:17.454808 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:45:17.454808 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:45:17.454808 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:45:17.454808 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:45:17.454808 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:45:17.454808 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:45:17.454808 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 44, 26, 407239), 'report_count': 191, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 44, 26, 406731), 'services_id': 6}]
Jan 27 22:45:17.454808 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:45:17.454808 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:45:17.454808 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 304.03 sec
Jan 27 22:45:22.725173 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Took 0.66 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:45:22.745904 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:45:22.746307 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:45:22.906891 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:45:22.907314 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:45:22.908053 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:45:22.908515 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:45:22.923772 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Getting quotas for project 44a9019813c145c1b58a96435f5342a8. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:45:22.928261 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Getting quotas for user 6e5c45001af64557ab7d4616040352d0 and project 44a9019813c145c1b58a96435f5342a8. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:45:22.939282 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] [instance: 0bdacfa9-6054-4f2d-bc48-56595e95041a] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:45:22.940204 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:45:22.940629 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:45:23.033692 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] [instance: 0bdacfa9-6054-4f2d-bc48-56595e95041a] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:45:23.034937 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:45:23.035336 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:45:23.298929 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:45:23.299267 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03e3df84-6eff-4385-ad6e-3979d18a78d1 tempest-ServersAdminNegativeTestJSON-1306162208 tempest-ServersAdminNegativeTestJSON-1306162208-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:45:44.221356 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Took 0.43 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:45:44.241301 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:45:44.241709 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:45:44.397105 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:45:44.397426 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:45:44.398189 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:45:44.398576 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:45:44.414192 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Getting quotas for project 6bbed7db5c0942eebe7c75d1d85d98a1. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:45:44.418619 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Getting quotas for user 4f1bd09b173c42d89a05c092be06a1b7 and project 6bbed7db5c0942eebe7c75d1d85d98a1. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:45:44.429558 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] [instance: 2963aff1-07b5-4344-88f3-d80fdbd375b1] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:45:44.430465 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:45:44.430862 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:45:44.478692 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] [instance: 2963aff1-07b5-4344-88f3-d80fdbd375b1] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:45:44.479930 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:45:44.480330 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:45:44.623116 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:45:44.623524 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f06d7157-6c58-4a41-a26a-03e78e8daccf tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:45:54.604233 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-58b5beee-286c-4025-a96c-a0158d31d9e4 tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:45:54.604904 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-58b5beee-286c-4025-a96c-a0158d31d9e4 tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:45:54.605145 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-58b5beee-286c-4025-a96c-a0158d31d9e4 tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:45:54.925441 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-58b5beee-286c-4025-a96c-a0158d31d9e4 tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] [instance: 2963aff1-07b5-4344-88f3-d80fdbd375b1] Restricting to cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while migrating {{(pid=110302) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}}
Jan 27 22:45:55.600587 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-58b5beee-286c-4025-a96c-a0158d31d9e4 tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] Created allocations for migration 99fec8e7-d8d8-4d52-8513-fa339fc40fab on e7396b99-defb-44ef-a9a0-c30bcf0aa66f {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 22:45:55.934888 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-58b5beee-286c-4025-a96c-a0158d31d9e4 tempest-DeleteServersTestJSON-921899318 tempest-DeleteServersTestJSON-921899318-project] [instance: 2963aff1-07b5-4344-88f3-d80fdbd375b1] Calling prep_resize with selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [Selection(allocation_request='{"allocations": {"e7396b99-defb-44ef-a9a0-c30bcf0aa66f": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["e7396b99-defb-44ef-a9a0-c30bcf0aa66f"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=930c735d-9127-4a4b-bb6e-5a65ce55aa06,compute_node_uuid=e7396b99-defb-44ef-a9a0-c30bcf0aa66f,limits=SchedulerLimits,nodename='n-h2-826527-2',service_host='n-h2-826527-2')] {{(pid=110302) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}}
Jan 27 22:46:08.446943 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:46:08.446943 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:46:08.446943 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 45, 17, 448028), 'report_count': 192, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 45, 17, 447288), 'services_id': 6}]
Jan 27 22:46:08.446943 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:46:08.447968 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:46:40.187235 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Took 0.63 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:46:40.207742 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:46:40.211528 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:46:40.361225 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:46:40.361540 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:46:40.362278 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:46:40.362667 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:46:40.378079 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Getting quotas for project 813e0f0271e7485abfc9bf2d5525f531. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:46:40.383056 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Getting quotas for user 5348ba0580524b3abfb3931e289ee958 and project 813e0f0271e7485abfc9bf2d5525f531. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:46:40.393324 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] [instance: 3b173812-c7eb-478f-bbe9-4a5cc2b67b18] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:46:40.394243 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:46:40.394647 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:46:40.477120 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] [instance: 3b173812-c7eb-478f-bbe9-4a5cc2b67b18] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:46:40.478364 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:46:40.478822 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:46:40.707326 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:46:40.709296 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d7af20f1-ed95-45d3-bfaf-f78b6f1dce5c tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:46:51.231584 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-3769cfac-dc16-48bd-8092-6194faf77f23 tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:46:51.232164 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3769cfac-dc16-48bd-8092-6194faf77f23 tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:46:51.232595 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3769cfac-dc16-48bd-8092-6194faf77f23 tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:46:51.439470 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-3769cfac-dc16-48bd-8092-6194faf77f23 tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] [instance: 3b173812-c7eb-478f-bbe9-4a5cc2b67b18] Restricting to cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while migrating {{(pid=110302) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}}
Jan 27 22:46:51.934560 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-3769cfac-dc16-48bd-8092-6194faf77f23 tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Created allocations for migration a4c8ce14-4e0c-4070-b549-1b4c8879d7f0 on 79b8a68c-1134-40ae-88ef-f3dd39171951 {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 22:46:52.251603 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-3769cfac-dc16-48bd-8092-6194faf77f23 tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] [instance: 3b173812-c7eb-478f-bbe9-4a5cc2b67b18] Calling prep_resize with selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [Selection(allocation_request='{"allocations": {"79b8a68c-1134-40ae-88ef-f3dd39171951": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["79b8a68c-1134-40ae-88ef-f3dd39171951"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=930c735d-9127-4a4b-bb6e-5a65ce55aa06,compute_node_uuid=79b8a68c-1134-40ae-88ef-f3dd39171951,limits=SchedulerLimits,nodename='n-h1-826527-2',service_host='n-h1-826527-2')] {{(pid=110302) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}}
Jan 27 22:47:00.145600 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:47:00.145600 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:47:00.145600 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 46, 9, 452605), 'report_count': 192, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 46, 9, 452068), 'services_id': 6}]
Jan 27 22:47:00.145600 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:47:00.146554 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:47:30.070471 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Took 0.39 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:47:30.091007 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:47:30.091414 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:47:30.218586 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:47:30.219203 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:47:30.219954 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:47:30.220345 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:47:30.236046 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Getting quotas for project 813e0f0271e7485abfc9bf2d5525f531. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:47:30.239439 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Getting quotas for user 5348ba0580524b3abfb3931e289ee958 and project 813e0f0271e7485abfc9bf2d5525f531. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:47:30.250175 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] [instance: 15fc1344-ac4d-48c3-99f5-e88568f3501b] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:47:30.251099 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:47:30.251498 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:47:30.330576 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] [instance: 15fc1344-ac4d-48c3-99f5-e88568f3501b] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:47:30.331884 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:47:30.332284 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:47:30.585569 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:47:30.585569 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-08226e8e-9f13-463c-9d74-bda78671ec2d tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:47:41.009990 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d24b69f2-9532-4afb-822f-2cebc8c31f00 tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:47:41.009990 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d24b69f2-9532-4afb-822f-2cebc8c31f00 tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:47:41.009990 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d24b69f2-9532-4afb-822f-2cebc8c31f00 tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:47:41.240214 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-d24b69f2-9532-4afb-822f-2cebc8c31f00 tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] [instance: 15fc1344-ac4d-48c3-99f5-e88568f3501b] Restricting to cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while migrating {{(pid=110302) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}}
Jan 27 22:47:41.755371 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-d24b69f2-9532-4afb-822f-2cebc8c31f00 tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] Created allocations for migration fe11b426-272e-4805-b3f7-be39e66f0df5 on e7396b99-defb-44ef-a9a0-c30bcf0aa66f {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 22:47:42.096022 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-d24b69f2-9532-4afb-822f-2cebc8c31f00 tempest-ServerDiskConfigTestJSON-127048497 tempest-ServerDiskConfigTestJSON-127048497-project] [instance: 15fc1344-ac4d-48c3-99f5-e88568f3501b] Calling prep_resize with selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [Selection(allocation_request='{"allocations": {"e7396b99-defb-44ef-a9a0-c30bcf0aa66f": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["e7396b99-defb-44ef-a9a0-c30bcf0aa66f"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=930c735d-9127-4a4b-bb6e-5a65ce55aa06,compute_node_uuid=e7396b99-defb-44ef-a9a0-c30bcf0aa66f,limits=SchedulerLimits,nodename='n-h2-826527-2',service_host='n-h2-826527-2')] {{(pid=110302) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}}
Jan 27 22:47:52.469463 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:47:52.469463 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:47:52.469463 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 47, 1, 1760), 'report_count': 192, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 47, 1, 1258), 'services_id': 6}]
Jan 27 22:47:52.469463 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:47:52.470442 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:48:01.176597 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:48:34.686040 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Took 0.53 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:48:34.706381 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:48:34.707101 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:48:34.958852 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:48:34.959257 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:48:34.960000 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:48:34.960436 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:48:34.975871 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Getting quotas for project c3602d2ad3e7469ab1f5b78dbe041858. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:48:34.980781 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Getting quotas for user 7ba1d996f7ea449fa6f53560040894af and project c3602d2ad3e7469ab1f5b78dbe041858. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:48:34.991260 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: e1d2cb4d-cb76-4046-85a1-664c7ef28a22] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:48:34.992175 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:48:34.992616 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:48:35.062872 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: e1d2cb4d-cb76-4046-85a1-664c7ef28a22] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:48:35.064119 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:48:35.064803 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:48:35.293738 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:48:35.294136 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-450efb5e-d6b5-47fa-9fae-f32f37d180ac tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:48:44.471389 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:48:44.471389 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:48:44.471389 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 47, 53, 309713), 'report_count': 192, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 47, 53, 309175), 'services_id': 6}]
Jan 27 22:48:44.471389 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:48:44.472356 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:49:41.213383 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:49:41.213383 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:49:41.213383 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 48, 50, 453657), 'report_count': 192, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 48, 50, 453151), 'services_id': 6}]
Jan 27 22:49:41.213383 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:49:41.214418 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:50:23.451784 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-e8762cb0-f5dc-4655-adf0-f17f60baefbd tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:50:23.452526 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e8762cb0-f5dc-4655-adf0-f17f60baefbd tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:50:23.452733 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-e8762cb0-f5dc-4655-adf0-f17f60baefbd tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:50:23.727517 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-e8762cb0-f5dc-4655-adf0-f17f60baefbd tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: e1d2cb4d-cb76-4046-85a1-664c7ef28a22] Restricting to cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while migrating {{(pid=110302) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}}
Jan 27 22:50:24.279712 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-e8762cb0-f5dc-4655-adf0-f17f60baefbd tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Created allocations for migration 822749ba-4274-4c4c-8a65-71ad2b0b3ab4 on 79b8a68c-1134-40ae-88ef-f3dd39171951 {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 22:50:26.736552 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-e8762cb0-f5dc-4655-adf0-f17f60baefbd tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: e1d2cb4d-cb76-4046-85a1-664c7ef28a22] Calling prep_resize with selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [Selection(allocation_request='{"allocations": {"79b8a68c-1134-40ae-88ef-f3dd39171951": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["79b8a68c-1134-40ae-88ef-f3dd39171951"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=930c735d-9127-4a4b-bb6e-5a65ce55aa06,compute_node_uuid=79b8a68c-1134-40ae-88ef-f3dd39171951,limits=SchedulerLimits,nodename='n-h1-826527-2',service_host='n-h1-826527-2')] {{(pid=110302) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}}
Jan 27 22:50:42.500938 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:50:42.500938 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:50:42.500938 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 49, 50, 657102), 'report_count': 192, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 49, 50, 656565), 'services_id': 6}]
Jan 27 22:50:42.500938 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 49, 50, 657102), 'report_count': 192, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 49, 50, 656565), 'services_id': 6}]
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:50:42.502796 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:50:42.504265 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:50:42.506139 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:50:42.507442 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:50:42.509236 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 49, 50, 657102), 'report_count': 192, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 49, 50, 656565), 'services_id': 6}]
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 49, 50, 657102), 'report_count': 192, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 49, 50, 656565), 'services_id': 6}]
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:50:42.510776 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:50:42.511933 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:50:42.513441 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:50:42.514821 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:50:42.516359 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:50:42.517800 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:50:42.519085 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:50:42.522315 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:50:42.522315 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:50:42.522315 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:50:42.522315 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:50:42.522315 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:50:42.522315 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:50:42.522315 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:50:42.522315 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:50:42.522315 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:50:42.522315 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 49, 50, 657102), 'report_count': 192, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 49, 50, 656565), 'services_id': 6}]
Jan 27 22:50:42.522315 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:50:42.522315 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:50:42.522315 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 315.06 sec
Jan 27 22:50:54.294719 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Took 0.36 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:50:54.316551 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:50:54.316952 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:50:54.424619 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:50:54.425017 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:50:54.425751 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:50:54.426145 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:50:54.442412 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Getting quotas for project c3602d2ad3e7469ab1f5b78dbe041858. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:50:54.446835 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Getting quotas for user 7ba1d996f7ea449fa6f53560040894af and project c3602d2ad3e7469ab1f5b78dbe041858. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:50:54.457734 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: 42413942-11fc-460c-a505-e5fc0224ba67] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:50:54.458660 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:50:54.459051 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:50:54.545473 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: 42413942-11fc-460c-a505-e5fc0224ba67] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:50:54.546648 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:50:54.547053 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:50:54.826823 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:50:54.827157 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-50dc1cc9-cfed-479d-a9b2-27dcb4a1c9e3 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:51:21.183797 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:51:33.501944 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:51:33.501944 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:51:33.501944 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 50, 42, 512375), 'report_count': 193, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 50, 42, 510964), 'services_id': 6}]
Jan 27 22:51:33.501944 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:51:33.502984 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:52:25.512809 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:52:25.512809 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:52:25.512809 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 51, 34, 507968), 'report_count': 193, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 51, 34, 507453), 'services_id': 6}]
Jan 27 22:52:25.512809 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:52:25.513879 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:52:52.601003 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a9ebb59d-39a8-485c-a271-3ba8d74c9d4e tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:52:52.601671 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a9ebb59d-39a8-485c-a271-3ba8d74c9d4e tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:52:52.601671 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a9ebb59d-39a8-485c-a271-3ba8d74c9d4e tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:52:52.875430 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-a9ebb59d-39a8-485c-a271-3ba8d74c9d4e tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: 42413942-11fc-460c-a505-e5fc0224ba67] Restricting to cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while migrating {{(pid=110302) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}}
Jan 27 22:52:53.414374 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-a9ebb59d-39a8-485c-a271-3ba8d74c9d4e tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Created allocations for migration 82203be3-fb4d-4441-9b86-3472c0af7a42 on e7396b99-defb-44ef-a9a0-c30bcf0aa66f {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 22:52:53.792363 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-a9ebb59d-39a8-485c-a271-3ba8d74c9d4e tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: 42413942-11fc-460c-a505-e5fc0224ba67] Calling prep_resize with selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [Selection(allocation_request='{"allocations": {"e7396b99-defb-44ef-a9a0-c30bcf0aa66f": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["e7396b99-defb-44ef-a9a0-c30bcf0aa66f"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=930c735d-9127-4a4b-bb6e-5a65ce55aa06,compute_node_uuid=e7396b99-defb-44ef-a9a0-c30bcf0aa66f,limits=SchedulerLimits,nodename='n-h2-826527-2',service_host='n-h2-826527-2')] {{(pid=110302) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}}
Jan 27 22:53:14.325375 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Took 0.47 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:53:14.346438 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:53:14.346841 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:53:14.484194 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:53:14.484652 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:53:14.485386 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:53:14.485772 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:53:14.500843 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Getting quotas for project c3602d2ad3e7469ab1f5b78dbe041858. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:53:14.505341 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Getting quotas for user 7ba1d996f7ea449fa6f53560040894af and project c3602d2ad3e7469ab1f5b78dbe041858. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:53:14.515958 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: 7be46a94-dd81-45ae-a872-ef7a6a74f9e6] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:53:14.516920 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:53:14.517321 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:53:14.605312 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: 7be46a94-dd81-45ae-a872-ef7a6a74f9e6] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:53:14.606571 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:53:14.607016 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:53:14.858804 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:53:14.859120 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b2fbf091-0148-45b7-870d-2b3c7dc05270 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:53:18.520634 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:53:18.520634 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:53:18.520634 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 52, 26, 856306), 'report_count': 193, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 52, 26, 855767), 'services_id': 6}]
Jan 27 22:53:18.520634 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:53:18.521587 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:54:13.527250 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:54:13.527250 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:54:13.527250 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 53, 22, 27961), 'report_count': 193, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 53, 22, 27444), 'services_id': 6}]
Jan 27 22:54:13.527250 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:54:13.528243 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:54:41.194358 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:55:02.283842 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-bc3821b1-1eec-482b-909d-01a7bbf304e9 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:55:02.284481 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bc3821b1-1eec-482b-909d-01a7bbf304e9 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:55:02.284763 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-bc3821b1-1eec-482b-909d-01a7bbf304e9 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:55:02.518821 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-bc3821b1-1eec-482b-909d-01a7bbf304e9 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: 7be46a94-dd81-45ae-a872-ef7a6a74f9e6] Restricting to cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while migrating {{(pid=110302) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}}
Jan 27 22:55:03.034452 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-bc3821b1-1eec-482b-909d-01a7bbf304e9 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Created allocations for migration 938cb36b-23b2-40ab-a8e5-553558bb152e on e7396b99-defb-44ef-a9a0-c30bcf0aa66f {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 22:55:03.359035 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-bc3821b1-1eec-482b-909d-01a7bbf304e9 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: 7be46a94-dd81-45ae-a872-ef7a6a74f9e6] Calling prep_resize with selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [Selection(allocation_request='{"allocations": {"e7396b99-defb-44ef-a9a0-c30bcf0aa66f": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["e7396b99-defb-44ef-a9a0-c30bcf0aa66f"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=930c735d-9127-4a4b-bb6e-5a65ce55aa06,compute_node_uuid=e7396b99-defb-44ef-a9a0-c30bcf0aa66f,limits=SchedulerLimits,nodename='n-h2-826527-2',service_host='n-h2-826527-2')] {{(pid=110302) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}}
Jan 27 22:55:10.254487 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:55:10.254487 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:55:10.254487 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 54, 19, 514513), 'report_count': 193, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 54, 19, 513997), 'services_id': 6}]
Jan 27 22:55:10.254487 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:55:10.255458 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:55:36.622144 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Took 2.37 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:55:36.642318 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:55:36.642714 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:55:36.780304 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:55:36.780734 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:55:36.781495 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:55:36.781880 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:55:36.796702 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Getting quotas for project c3602d2ad3e7469ab1f5b78dbe041858. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:55:36.801504 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Getting quotas for user 7ba1d996f7ea449fa6f53560040894af and project c3602d2ad3e7469ab1f5b78dbe041858. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:55:36.812903 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: e8551e9b-e71b-4371-8680-aeb6259b6885] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:55:36.813882 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:55:36.814290 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:55:36.859594 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: e8551e9b-e71b-4371-8680-aeb6259b6885] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:55:36.860860 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:55:36.861264 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:55:37.078445 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:55:37.078767 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-0550ea67-4aae-4f75-8371-4c9f908ded00 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:56:11.252820 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:56:11.252820 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:56:11.252820 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 55, 20, 260557), 'report_count': 193, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 55, 20, 259937), 'services_id': 6}]
Jan 27 22:56:11.252820 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 55, 20, 260557), 'report_count': 193, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 55, 20, 259937), 'services_id': 6}]
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:56:11.254441 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:56:11.255930 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:56:11.257788 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:56:11.259350 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:56:11.261150 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 55, 20, 260557), 'report_count': 193, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 55, 20, 259937), 'services_id': 6}]
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 55, 20, 260557), 'report_count': 193, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 55, 20, 259937), 'services_id': 6}]
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:56:11.262712 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:56:11.263846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:56:11.265146 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 22:56:11.266538 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 22:56:11.267836 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 22:56:11.269351 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 22:56:11.270890 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 22:56:11.272206 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 22:56:11.272206 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 22:56:11.272206 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 22:56:11.272206 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 22:56:11.272206 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 22:56:11.272206 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 22:56:11.272206 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 22:56:11.272206 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:56:11.272206 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:56:11.272206 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 55, 20, 260557), 'report_count': 193, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 55, 20, 259937), 'services_id': 6}]
Jan 27 22:56:11.272206 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 22:56:11.272206 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 22:56:11.272206 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 318.75 sec
Jan 27 22:57:02.543344 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:57:02.543344 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:57:02.543344 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 56, 11, 261094), 'report_count': 194, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 56, 11, 260541), 'services_id': 6}]
Jan 27 22:57:02.543344 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:57:02.544375 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:57:46.298343 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-3451930d-dfc8-4e02-9721-4906db33a863 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 22:57:46.298945 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3451930d-dfc8-4e02-9721-4906db33a863 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:57:46.299258 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-3451930d-dfc8-4e02-9721-4906db33a863 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:57:46.546160 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-3451930d-dfc8-4e02-9721-4906db33a863 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: e8551e9b-e71b-4371-8680-aeb6259b6885] Restricting to cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while migrating {{(pid=110302) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}}
Jan 27 22:57:47.057207 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-3451930d-dfc8-4e02-9721-4906db33a863 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] Created allocations for migration 8c5de125-0215-4793-8d1b-8efd20a20ef1 on 79b8a68c-1134-40ae-88ef-f3dd39171951 {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 22:57:47.483270 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-3451930d-dfc8-4e02-9721-4906db33a863 tempest-ServerActionsTestJSON-1885531572 tempest-ServerActionsTestJSON-1885531572-project] [instance: e8551e9b-e71b-4371-8680-aeb6259b6885] Calling prep_resize with selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [Selection(allocation_request='{"allocations": {"79b8a68c-1134-40ae-88ef-f3dd39171951": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["79b8a68c-1134-40ae-88ef-f3dd39171951"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=930c735d-9127-4a4b-bb6e-5a65ce55aa06,compute_node_uuid=79b8a68c-1134-40ae-88ef-f3dd39171951,limits=SchedulerLimits,nodename='n-h1-826527-2',service_host='n-h1-826527-2')] {{(pid=110302) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}}
Jan 27 22:57:54.550633 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:57:54.550633 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:57:54.550633 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 57, 3, 550478), 'report_count': 194, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 57, 3, 549893), 'services_id': 6}]
Jan 27 22:57:54.550633 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:57:54.551597 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:58:01.202933 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 22:58:46.559360 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:58:46.559360 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:58:46.559360 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 57, 55, 8882), 'report_count': 194, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 57, 55, 8333), 'services_id': 6}]
Jan 27 22:58:46.559360 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:58:46.560342 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 22:59:23.352527 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Took 0.60 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:59:23.372719 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:59:23.373131 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:59:23.625820 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:59:23.626147 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:59:23.626892 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:59:23.627289 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:59:23.642644 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Getting quotas for project 88e1242ef603415784a0b6f4b329b455. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:59:23.647115 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Getting quotas for user eade63eb1c844edab60fd8de2fd35bcd and project 88e1242ef603415784a0b6f4b329b455. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:59:23.658539 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] [instance: 751f97ba-5c3f-49bb-b20e-85845f63c298] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:59:23.659466 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:59:23.659874 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:59:23.764187 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] [instance: 751f97ba-5c3f-49bb-b20e-85845f63c298] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:59:23.765488 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:59:23.765893 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:59:23.973171 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:59:23.973672 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-30ba14ad-5020-4bb6-adba-865cd557597b tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:59:35.941538 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Took 0.39 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 22:59:35.961370 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:59:35.961778 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:59:36.088789 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:59:36.089193 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:59:36.089932 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:59:36.090316 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:59:36.105556 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Getting quotas for project 88e1242ef603415784a0b6f4b329b455. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 22:59:36.110880 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Getting quotas for user eade63eb1c844edab60fd8de2fd35bcd and project 88e1242ef603415784a0b6f4b329b455. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 22:59:36.121571 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] [instance: fb3a8b98-92e7-41f6-af3d-cc85aebb5b25] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 22:59:36.122502 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:59:36.122916 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:59:36.188891 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] [instance: fb3a8b98-92e7-41f6-af3d-cc85aebb5b25] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 22:59:36.190175 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:59:36.190584 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:59:36.526901 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 22:59:36.527304 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-854938c1-289a-46e3-9068-9ce98eb2a843 tempest-ServersNegativeTestJSON-415655448 tempest-ServersNegativeTestJSON-415655448-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 22:59:40.288825 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 22:59:40.288825 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 22:59:40.288825 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 58, 48, 879704), 'report_count': 194, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 58, 48, 879210), 'services_id': 6}]
Jan 27 22:59:40.288825 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 22:59:40.289831 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:00:34.578815 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:00:34.578815 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:00:34.578815 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 22, 59, 42, 896730), 'report_count': 194, 'last_seen_up': datetime.datetime(2022, 1, 27, 22, 59, 42, 896182), 'services_id': 6}]
Jan 27 23:00:34.578815 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:00:34.578815 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:00:41.248725 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Took 0.45 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 23:00:41.269415 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:00:41.269914 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:00:41.436677 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:00:41.437696 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:00:41.439159 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:00:41.439556 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:00:41.456203 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Getting quotas for project 523e41d8327c4412a29e390e9124ad7a. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 23:00:41.462298 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Getting quotas for user cd68260f1f63459f919dd41901128f53 and project 523e41d8327c4412a29e390e9124ad7a. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 23:00:41.471503 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] [instance: 095aa297-adf8-4830-acd7-16672c1d21d0] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 23:00:41.472477 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:00:41.472879 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:00:41.615089 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] [instance: 095aa297-adf8-4830-acd7-16672c1d21d0] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 23:00:41.616362 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:00:41.617230 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:00:41.867106 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:00:41.867577 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b320def7-92f2-4f7b-bd28-3d81321aeca6 tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:01:21.211333 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:01:31.128050 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:01:31.128050 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:01:31.128050 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 0, 39, 691870), 'report_count': 194, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 0, 39, 691343), 'services_id': 6}]
Jan 27 23:01:31.128050 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 0, 39, 691870), 'report_count': 194, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 0, 39, 691343), 'services_id': 6}]
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:01:31.129754 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 23:01:31.131414 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 23:01:31.133191 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 23:01:31.134714 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:01:31.136256 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 0, 39, 691870), 'report_count': 194, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 0, 39, 691343), 'services_id': 6}]
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 0, 39, 691870), 'report_count': 194, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 0, 39, 691343), 'services_id': 6}]
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:01:31.137942 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 23:01:31.140324 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 23:01:31.141643 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 23:01:31.143251 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 23:01:31.144431 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 23:01:31.146858 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:01:31.148334 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 23:01:31.149879 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:01:31.149879 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 23:01:31.149879 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:01:31.149879 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 23:01:31.149879 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:01:31.149879 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:01:31.149879 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 0, 39, 691870), 'report_count': 194, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 0, 39, 691343), 'services_id': 6}]
Jan 27 23:01:31.149879 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:01:31.149879 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:01:31.149879 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 309.88 sec
Jan 27 23:01:33.852773 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Took 0.34 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 23:01:33.872660 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:01:33.873064 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:01:33.984023 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:01:33.984444 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:01:33.985540 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:01:33.985935 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:01:34.001834 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Getting quotas for project 523e41d8327c4412a29e390e9124ad7a. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 23:01:34.006416 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Getting quotas for user cd68260f1f63459f919dd41901128f53 and project 523e41d8327c4412a29e390e9124ad7a. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 23:01:34.017123 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] [instance: 651e26ff-d946-4157-8b0a-a42485d4eb49] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 23:01:34.018110 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:01:34.018463 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:01:34.069898 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] [instance: 651e26ff-d946-4157-8b0a-a42485d4eb49] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 23:01:34.071149 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:01:34.071552 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:01:34.231905 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:01:34.232309 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-463edd29-4e4b-421c-a544-918571b7a33d tempest-TestEncryptedCinderVolumes-1403018537 tempest-TestEncryptedCinderVolumes-1403018537-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:02:22.597742 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:02:22.597742 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:02:22.597742 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 1, 31, 138963), 'report_count': 195, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 1, 31, 137870), 'services_id': 6}]
Jan 27 23:02:22.597742 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:02:22.598746 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:03:01.303222 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Took 0.58 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 23:03:01.323215 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:03:01.323608 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:03:01.601365 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:03:01.601689 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:03:01.602432 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:03:01.602827 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:03:01.618302 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Getting quotas for project 5d0d439b0ec14952b043b4d2fbec8499. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 23:03:01.622947 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Getting quotas for user 922b3170c00c4c85a52c2c8515c00b49 and project 5d0d439b0ec14952b043b4d2fbec8499. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 23:03:01.634235 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] [instance: 59902c26-cc26-42e5-805f-597cf43ab968] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 23:03:01.635167 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:03:01.635564 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:03:01.759805 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] [instance: 59902c26-cc26-42e5-805f-597cf43ab968] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='dd3c6944-6be2-495b-af8f-039ccec19bcc',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 23:03:01.761213 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:03:01.761624 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:03:02.070413 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:03:02.070817 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-d24da65d-56c9-485f-8e31-63fc45f5a297 tempest-TestMinimumBasicScenario-167007877 tempest-TestMinimumBasicScenario-167007877-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:03:14.601939 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:03:14.601939 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:03:14.601939 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 2, 23, 603079), 'report_count': 195, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 2, 23, 602571), 'services_id': 6}]
Jan 27 23:03:14.601939 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:03:14.603119 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:04:06.608147 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:04:06.608147 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:04:06.608147 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 3, 14, 748075), 'report_count': 195, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 3, 14, 747564), 'services_id': 6}]
Jan 27 23:04:06.608147 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:04:06.610232 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:04:41.220035 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:05:01.307066 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:05:01.307066 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:05:01.307066 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 4, 9, 817467), 'report_count': 195, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 4, 9, 816947), 'services_id': 6}]
Jan 27 23:05:01.307066 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:05:01.308057 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:05:24.194527 n-d-826527-2 nova-conductor[110302]: ERROR oslo.messaging._drivers.impl_rabbit [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [e84edc07-e631-4434-b301-7a89549c738e] AMQP server on 10.222.0.53:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer
Jan 27 23:05:25.202822 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [e84edc07-e631-4434-b301-7a89549c738e] Reconnected to AMQP server on 10.222.0.53:5672 via [amqp] client with port 40470.
Jan 27 23:05:25.946521 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Took 1.76 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 23:05:25.969601 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:05:25.970012 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:05:26.117359 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:05:26.117802 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:05:26.118643 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:05:26.119021 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:05:26.134286 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Getting quotas for project dcadaf27cedd4a969795fb6a866a4ec7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 23:05:26.138862 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Getting quotas for user d6c7eff11ca6498ca3e85d03ff1ccdb0 and project dcadaf27cedd4a969795fb6a866a4ec7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 23:05:26.149426 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [instance: 34466dd7-a97c-4876-9a1f-22770b07398d] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 23:05:26.150345 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:05:26.150908 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:05:26.198176 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [instance: 34466dd7-a97c-4876-9a1f-22770b07398d] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 23:05:26.200449 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:05:26.200852 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:05:26.468548 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:05:26.469250 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:05:26.478536 n-d-826527-2 nova-conductor[110302]: ERROR oslo.messaging._drivers.impl_rabbit [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [9ce691ce-8745-4934-9b01-083391df7633] AMQP server on 10.222.0.53:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer
Jan 27 23:05:27.486507 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [None req-4946fe66-1a54-4a46-9241-d8b3e7652037 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [9ce691ce-8745-4934-9b01-083391df7633] Reconnected to AMQP server on 10.222.0.53:5672 via [amqp] client with port 40486.
Jan 27 23:05:53.623731 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:05:53.623731 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:05:53.623731 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 5, 2, 456975), 'report_count': 195, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 5, 2, 456464), 'services_id': 6}]
Jan 27 23:05:53.623731 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:05:53.625027 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:06:32.426655 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Took 0.46 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 23:06:32.447057 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:06:32.447530 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:06:32.652941 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:06:32.653350 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:06:32.654124 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:06:32.654582 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:06:32.669693 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Getting quotas for project dcadaf27cedd4a969795fb6a866a4ec7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 23:06:32.674252 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Getting quotas for user d6c7eff11ca6498ca3e85d03ff1ccdb0 and project dcadaf27cedd4a969795fb6a866a4ec7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 23:06:32.685474 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [instance: 55bdeee8-e755-4824-b5ee-cd7ef5ba9824] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 23:06:32.686450 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:06:32.686856 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:06:32.784963 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [instance: 55bdeee8-e755-4824-b5ee-cd7ef5ba9824] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 23:06:32.786265 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:06:32.786670 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:06:33.068984 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:06:33.069628 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-95b9298c-c23b-43bd-96ba-df7b908a825d tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:06:54.625753 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:06:54.625753 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:06:54.625753 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 6, 3, 632365), 'report_count': 195, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 6, 3, 631857), 'services_id': 6}]
Jan 27 23:06:54.625753 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 6, 3, 632365), 'report_count': 195, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 6, 3, 631857), 'services_id': 6}]
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:06:54.627438 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 23:06:54.629043 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 23:06:54.630840 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 23:06:54.632503 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:06:54.634253 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 6, 3, 632365), 'report_count': 195, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 6, 3, 631857), 'services_id': 6}]
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 6, 3, 632365), 'report_count': 195, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 6, 3, 631857), 'services_id': 6}]
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:06:54.635871 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 23:06:54.637535 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 23:06:54.638951 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 23:06:54.640738 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 23:06:54.642234 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 23:06:54.643734 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:06:54.645122 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 23:06:54.646655 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:06:54.646655 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 23:06:54.646655 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:06:54.646655 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 23:06:54.646655 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:06:54.646655 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:06:54.646655 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 6, 3, 632365), 'report_count': 195, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 6, 3, 631857), 'services_id': 6}]
Jan 27 23:06:54.646655 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:06:54.646655 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:06:54.646655 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 313.50 sec
Jan 27 23:07:45.627574 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:07:45.627574 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:07:45.627574 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 6, 54, 634519), 'report_count': 196, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 6, 54, 633974), 'services_id': 6}]
Jan 27 23:07:45.627574 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:07:45.627574 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:08:01.229408 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:08:27.447719 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Took 0.41 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 23:08:27.469479 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:08:27.469979 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:08:27.685977 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:08:27.686383 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:08:27.687117 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:08:27.687509 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:08:27.703594 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Getting quotas for project dcadaf27cedd4a969795fb6a866a4ec7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 23:08:27.708082 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Getting quotas for user d6c7eff11ca6498ca3e85d03ff1ccdb0 and project dcadaf27cedd4a969795fb6a866a4ec7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 23:08:27.719972 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [instance: 2105bfe7-e830-4f72-9f93-1f0854408a0a] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 23:08:27.720946 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:08:27.721355 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:08:27.811738 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [instance: 2105bfe7-e830-4f72-9f93-1f0854408a0a] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 23:08:27.813138 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:08:27.813832 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:08:28.121743 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:08:28.122670 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-29ab12ac-e1f7-4ffd-bdb7-91ceedbc0acd tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:08:37.624240 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:08:37.624240 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:08:37.624240 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 7, 46, 633085), 'report_count': 196, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 7, 46, 632587), 'services_id': 6}]
Jan 27 23:08:37.624240 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:08:37.625589 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:09:10.863452 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-a46b4c5a-4086-4693-a75b-9ef252818cab tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method migrate_server {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 23:09:10.864152 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a46b4c5a-4086-4693-a75b-9ef252818cab tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:09:10.864341 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-a46b4c5a-4086-4693-a75b-9ef252818cab tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:09:11.155319 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-a46b4c5a-4086-4693-a75b-9ef252818cab tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [instance: 2105bfe7-e830-4f72-9f93-1f0854408a0a] Restricting to cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) while migrating {{(pid=110302) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}}
Jan 27 23:09:11.647571 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-a46b4c5a-4086-4693-a75b-9ef252818cab tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Created allocations for migration fe5aa48c-21cb-4cad-968a-7392d1069457 on e7396b99-defb-44ef-a9a0-c30bcf0aa66f {{(pid=110302) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}}
Jan 27 23:09:14.002580 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.tasks.migrate [None req-a46b4c5a-4086-4693-a75b-9ef252818cab tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [instance: 2105bfe7-e830-4f72-9f93-1f0854408a0a] Calling prep_resize with selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [Selection(allocation_request='{"allocations": {"e7396b99-defb-44ef-a9a0-c30bcf0aa66f": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["e7396b99-defb-44ef-a9a0-c30bcf0aa66f"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=930c735d-9127-4a4b-bb6e-5a65ce55aa06,compute_node_uuid=e7396b99-defb-44ef-a9a0-c30bcf0aa66f,limits=SchedulerLimits,nodename='n-h2-826527-2',service_host='n-h2-826527-2')] {{(pid=110302) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}}
Jan 27 23:09:30.348264 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:09:30.348264 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:09:30.348264 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 8, 39, 142293), 'report_count': 196, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 8, 39, 141787), 'services_id': 6}]
Jan 27 23:09:30.348264 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:09:30.349901 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:10:24.484004 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:10:24.484004 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:10:24.484004 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 9, 33, 32530), 'report_count': 196, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 9, 33, 31977), 'services_id': 6}]
Jan 27 23:10:24.484004 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:10:24.484004 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:10:25.548944 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Took 0.36 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 23:10:25.574743 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:10:25.575247 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:10:25.707704 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:10:25.708720 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:10:25.709577 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:10:25.710413 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:10:25.738572 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Getting quotas for project dcadaf27cedd4a969795fb6a866a4ec7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 23:10:25.743800 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Getting quotas for user d6c7eff11ca6498ca3e85d03ff1ccdb0 and project dcadaf27cedd4a969795fb6a866a4ec7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 23:10:25.756465 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [instance: e6f1353e-bbec-4a88-a806-e73cc8dddc19] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 23:10:25.757590 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:10:25.758003 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:10:25.821891 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [instance: e6f1353e-bbec-4a88-a806-e73cc8dddc19] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 23:10:25.823164 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:10:25.823568 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:10:26.057557 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:10:26.058244 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-7c29e0fb-f2c2-461e-9708-282ce7244cc2 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:11:20.345467 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:11:20.345467 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:11:20.345467 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 10, 29, 572544), 'report_count': 196, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 10, 29, 571983), 'services_id': 6}]
Jan 27 23:11:20.345467 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:11:20.346503 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:11:21.237568 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:12:20.574884 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Took 0.42 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 23:12:20.598071 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:12:20.598575 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:12:20.757324 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:12:20.758074 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:12:20.759013 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:12:20.759601 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:12:20.778744 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Getting quotas for project dcadaf27cedd4a969795fb6a866a4ec7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 23:12:20.782401 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Getting quotas for user d6c7eff11ca6498ca3e85d03ff1ccdb0 and project dcadaf27cedd4a969795fb6a866a4ec7. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 23:12:20.799468 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [instance: 04bf3cce-294d-492f-b1d9-dd49dd81339e] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 23:12:20.800632 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:12:20.801099 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:12:20.911414 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] [instance: 04bf3cce-294d-492f-b1d9-dd49dd81339e] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 23:12:20.912764 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:12:20.913166 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:12:21.169682 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:12:21.170246 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-f483c468-7491-47b0-909a-92f653e91011 tempest-TestNetworkAdvancedServerOps-1113336328 tempest-TestNetworkAdvancedServerOps-1113336328-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:12:21.358064 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:12:21.358064 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:12:21.358064 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 11, 29, 896705), 'report_count': 196, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 11, 29, 896163), 'services_id': 6}]
Jan 27 23:12:21.358064 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 11, 29, 896705), 'report_count': 196, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 11, 29, 896163), 'services_id': 6}]
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:12:21.359706 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 23:12:21.369399 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 23:12:21.371105 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 23:12:21.372739 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:12:21.374538 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 11, 29, 896705), 'report_count': 196, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 11, 29, 896163), 'services_id': 6}]
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 11, 29, 896705), 'report_count': 196, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 11, 29, 896163), 'services_id': 6}]
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 23:12:21.376419 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:12:21.378204 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:12:21.379591 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 23:12:21.381208 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 23:12:21.382692 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 23:12:21.384149 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 23:12:21.385508 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:12:21.386891 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 23:12:21.386891 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:12:21.386891 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 23:12:21.386891 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:12:21.386891 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 23:12:21.386891 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:12:21.386891 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 23:12:21.386891 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:12:21.386891 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:12:21.386891 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 11, 29, 896705), 'report_count': 196, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 11, 29, 896163), 'services_id': 6}]
Jan 27 23:12:21.386891 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:12:21.386891 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:12:21.386891 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 316.73 sec
Jan 27 23:13:12.064551 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:13:12.064551 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:13:12.064551 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 12, 21, 369264), 'report_count': 197, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 12, 21, 368744), 'services_id': 6}]
Jan 27 23:13:12.064551 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:13:12.065735 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:13:37.425402 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Took 0.70 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 23:13:37.454470 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:13:37.456083 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:13:37.640501 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:13:37.640901 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:13:37.641835 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:13:37.642228 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:13:37.660172 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Getting quotas for project 945929403786438da3e2a60ffd357e3e. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 23:13:37.665253 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Getting quotas for user d26f6d5d061c4c6ca8f7f7c66e785f8e and project 945929403786438da3e2a60ffd357e3e. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 23:13:37.678832 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] [instance: 79fdc78b-0680-4452-9d11-112dfdeaa502] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 23:13:37.679785 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:13:37.680217 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:13:37.834881 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] [instance: 79fdc78b-0680-4452-9d11-112dfdeaa502] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 23:13:37.836167 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:13:37.837199 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:13:38.031221 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:13:38.031676 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-9a8b4de8-526d-4a29-a22e-b872007a5117 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:14:04.650509 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:14:04.650509 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:14:04.650509 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 13, 13, 70814), 'report_count': 197, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 13, 13, 70244), 'services_id': 6}]
Jan 27 23:14:04.650509 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:14:04.651499 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:14:41.246301 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:14:57.651048 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:14:57.651048 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:14:57.651048 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 14, 5, 702816), 'report_count': 197, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 14, 5, 702296), 'services_id': 6}]
Jan 27 23:14:57.651048 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:14:57.651996 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:15:49.648538 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:15:49.648538 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:15:49.648538 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 14, 57, 855610), 'report_count': 197, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 14, 57, 855100), 'services_id': 6}]
Jan 27 23:15:49.648538 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:15:49.649526 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:16:15.386439 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b44565b6-b8e5-47c4-80ec-e9492e95a57f tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method unshelve_instance {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 23:16:15.387223 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b44565b6-b8e5-47c4-80ec-e9492e95a57f tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:16:15.387380 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-b44565b6-b8e5-47c4-80ec-e9492e95a57f tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:16:15.961300 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b44565b6-b8e5-47c4-80ec-e9492e95a57f tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] [instance: 79fdc78b-0680-4452-9d11-112dfdeaa502] Requesting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) during scheduling {{(pid=110302) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:927}}
Jan 27 23:16:16.304555 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-b44565b6-b8e5-47c4-80ec-e9492e95a57f tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Took 0.34 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 23:16:16.311840 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-b44565b6-b8e5-47c4-80ec-e9492e95a57f tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lazy-loading 'flavor' on Instance uuid 79fdc78b-0680-4452-9d11-112dfdeaa502 {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 23:16:42.651407 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:16:42.651407 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:16:42.651407 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 15, 51, 269662), 'report_count': 197, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 15, 51, 269149), 'services_id': 6}]
Jan 27 23:16:42.651407 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:16:42.652553 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:17:44.648260 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:17:44.648260 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:17:44.648260 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 16, 52, 657433), 'report_count': 197, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 16, 52, 656929), 'services_id': 6}]
Jan 27 23:17:44.648260 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 16, 52, 657433), 'report_count': 197, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 16, 52, 656929), 'services_id': 6}]
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:17:44.650130 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 23:17:44.651597 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 23:17:44.653312 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 23:17:44.654726 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:17:44.656119 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 16, 52, 657433), 'report_count': 197, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 16, 52, 656929), 'services_id': 6}]
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 16, 52, 657433), 'report_count': 197, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 16, 52, 656929), 'services_id': 6}]
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 23:17:44.660616 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:17:44.661944 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:17:44.663666 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 23:17:44.665314 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 23:17:44.666854 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 23:17:44.668484 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 23:17:44.669846 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:17:44.671348 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 23:17:44.671348 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:17:44.671348 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 23:17:44.671348 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:17:44.671348 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 23:17:44.671348 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:17:44.671348 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 23:17:44.671348 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:17:44.671348 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:17:44.671348 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 16, 52, 657433), 'report_count': 197, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 16, 52, 656929), 'services_id': 6}]
Jan 27 23:17:44.671348 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:17:44.671348 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:17:44.671348 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 313.29 sec
Jan 27 23:18:01.254126 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:18:18.320839 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Took 0.37 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 23:18:18.340957 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:18:18.341367 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:18:18.518122 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:18:18.518518 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:18:18.519246 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:18:18.519631 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:18:18.533869 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Getting quotas for project 945929403786438da3e2a60ffd357e3e. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 23:18:18.538934 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Getting quotas for user d26f6d5d061c4c6ca8f7f7c66e785f8e and project 945929403786438da3e2a60ffd357e3e. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 23:18:18.551309 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] [instance: 07b777c0-2ed7-4502-a038-14763d701a4f] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 23:18:18.552251 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:18:18.552678 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:18:18.621702 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] [instance: 07b777c0-2ed7-4502-a038-14763d701a4f] block_device_mapping [BlockDeviceMapping(attachment_id=a78f3772-ae2b-44b3-9488-27fe50fadc2f,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='volume',device_name=None,device_type=None,disk_bus=None,guest_format=None,id=<?>,image_id=None,instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=<?>,uuid=<?>,volume_id='b748cd88-a44e-463a-a588-56837849f182',volume_size=1,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 23:18:18.623149 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:18:18.623550 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:18:18.901054 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:18:18.901456 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-8f184883-8390-4fa2-8ed4-ccda81f7da76 tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:18:36.641204 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:18:36.641204 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:18:36.641204 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 17, 44, 656681), 'report_count': 198, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 17, 44, 656068), 'services_id': 6}]
Jan 27 23:18:36.641204 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:18:36.642254 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:19:28.650973 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:19:28.650973 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:19:28.650973 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 18, 37, 647142), 'report_count': 198, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 18, 37, 646599), 'services_id': 6}]
Jan 27 23:19:28.650973 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:19:28.652027 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:20:21.427742 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:20:21.427742 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:20:21.427742 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 19, 30, 338003), 'report_count': 198, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 19, 30, 337489), 'services_id': 6}]
Jan 27 23:20:21.427742 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:20:21.428799 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:20:59.014298 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:21:01.431341 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:21:12.661133 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:21:12.661133 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:21:12.661133 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 20, 21, 485809), 'report_count': 198, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 20, 21, 485277), 'services_id': 6}]
Jan 27 23:21:12.661133 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:21:12.662171 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:21:21.276698 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:21:30.368031 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-6b8b7d43-7379-434d-aea3-38d76fd3086a tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Targeting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) for conductor method unshelve_instance {{(pid=110302) wrapper /opt/stack/nova/nova/conductor/manager.py:90}}
Jan 27 23:21:30.368685 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6b8b7d43-7379-434d-aea3-38d76fd3086a tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:21:30.368967 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-6b8b7d43-7379-434d-aea3-38d76fd3086a tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:21:30.557595 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-6b8b7d43-7379-434d-aea3-38d76fd3086a tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] [instance: 07b777c0-2ed7-4502-a038-14763d701a4f] Requesting cell 930c735d-9127-4a4b-bb6e-5a65ce55aa06(cell1) during scheduling {{(pid=110302) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:927}}
Jan 27 23:21:30.922168 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-6b8b7d43-7379-434d-aea3-38d76fd3086a tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Took 0.36 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 23:21:30.931000 n-d-826527-2 nova-conductor[110302]: DEBUG nova.objects.instance [None req-6b8b7d43-7379-434d-aea3-38d76fd3086a tempest-TestShelveInstance-168480868 tempest-TestShelveInstance-168480868-project] Lazy-loading 'flavor' on Instance uuid 07b777c0-2ed7-4502-a038-14763d701a4f {{(pid=110302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1099}}
Jan 27 23:22:08.667453 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:22:08.667453 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:22:08.667453 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 21, 18, 150087), 'report_count': 198, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 21, 18, 149551), 'services_id': 6}]
Jan 27 23:22:08.667453 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:22:08.668518 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:23:09.689856 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:23:09.689856 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:23:09.689856 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 22, 18, 673085), 'report_count': 198, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 22, 18, 672554), 'services_id': 6}]
Jan 27 23:23:09.689856 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 22, 18, 673085), 'report_count': 198, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 22, 18, 672554), 'services_id': 6}]
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:23:09.696558 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 23:23:09.698220 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 23:23:09.700154 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 23:23:09.702028 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:23:09.704596 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 22, 18, 673085), 'report_count': 198, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 22, 18, 672554), 'services_id': 6}]
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 22, 18, 673085), 'report_count': 198, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 22, 18, 672554), 'services_id': 6}]
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 23:23:09.706355 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:23:09.707680 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:23:09.709165 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 23:23:09.711008 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 23:23:09.712554 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 23:23:09.714076 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 23:23:09.715429 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:23:09.716873 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 23:23:09.716873 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:23:09.716873 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 23:23:09.716873 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:23:09.716873 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 23:23:09.716873 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:23:09.716873 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 23:23:09.716873 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:23:09.716873 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:23:09.716873 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 22, 18, 673085), 'report_count': 198, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 22, 18, 672554), 'services_id': 6}]
Jan 27 23:23:09.716873 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:23:09.716873 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:23:09.716873 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 315.04 sec
Jan 27 23:24:01.432004 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:24:01.432004 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:24:01.432004 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 23, 9, 698410), 'report_count': 199, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 23, 9, 697919), 'services_id': 6}]
Jan 27 23:24:01.432004 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:24:01.433109 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:24:15.475549 n-d-826527-2 nova-conductor[110302]: ERROR oslo.messaging._drivers.impl_rabbit [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] [e84edc07-e631-4434-b301-7a89549c738e] AMQP server on 10.222.0.53:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer
Jan 27 23:24:16.482680 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] [e84edc07-e631-4434-b301-7a89549c738e] Reconnected to AMQP server on 10.222.0.53:5672 via [amqp] client with port 42504.
Jan 27 23:24:19.205382 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Took 3.74 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 23:24:19.225527 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:24:19.225924 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:24:19.413389 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:24:19.413792 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:24:19.414595 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:24:19.415001 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:24:19.431253 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Getting quotas for project 8ad35f0afe8e48439ed3ed3d7d87e40d. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 23:24:19.435994 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Getting quotas for user ca67f968889442b1a84b24f2ba089e09 and project 8ad35f0afe8e48439ed3ed3d7d87e40d. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 23:24:19.447954 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] [instance: a537b048-0a9a-4be9-b682-147558126196] Selected host: n-h2-826527-2; Selected node: n-h2-826527-2; Alternates: [('n-h1-826527-2', 'n-h1-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 23:24:19.448925 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:24:19.449318 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:24:19.524987 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] [instance: a537b048-0a9a-4be9-b682-147558126196] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='186f8d7e-75a5-4109-9d33-859440d474d4',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 23:24:19.526221 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:24:19.526698 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:24:19.772820 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:24:19.773220 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:24:19.783032 n-d-826527-2 nova-conductor[110302]: ERROR oslo.messaging._drivers.impl_rabbit [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] [9ce691ce-8745-4934-9b01-083391df7633] AMQP server on 10.222.0.53:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer
Jan 27 23:24:20.790289 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [None req-db090472-b0a7-4541-bf8d-dae7134f8785 tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] [9ce691ce-8745-4934-9b01-083391df7633] Reconnected to AMQP server on 10.222.0.53:5672 via [amqp] client with port 42530.
Jan 27 23:24:41.284563 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:24:52.707519 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:24:52.707519 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:24:52.707519 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 24, 2, 440656), 'report_count': 199, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 24, 2, 440039), 'services_id': 6}]
Jan 27 23:24:52.707519 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:24:52.708600 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:25:44.722153 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:25:44.722153 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:25:44.722153 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 24, 54, 86517), 'report_count': 199, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 24, 54, 86011), 'services_id': 6}]
Jan 27 23:25:44.722153 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:25:44.723038 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:26:38.725740 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:26:38.725740 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:26:38.725740 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 25, 47, 916245), 'report_count': 199, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 25, 47, 915741), 'services_id': 6}]
Jan 27 23:26:38.725740 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:26:38.726986 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:26:45.413759 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Took 0.47 seconds to select destinations for 1 instance(s). {{(pid=110302) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:909}}
Jan 27 23:26:45.436554 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:26:45.436967 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:26:45.675331 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:26:45.675642 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:26:45.676376 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:26:45.676798 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:26:45.692415 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Getting quotas for project 8ad35f0afe8e48439ed3ed3d7d87e40d. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:387}}
Jan 27 23:26:45.696769 n-d-826527-2 nova-conductor[110302]: DEBUG nova.quota [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Getting quotas for user ca67f968889442b1a84b24f2ba089e09 and project 8ad35f0afe8e48439ed3ed3d7d87e40d. Resources: {'instances', 'cores', 'ram'} {{(pid=110302) _get_quotas /opt/stack/nova/nova/quota.py:377}}
Jan 27 23:26:45.707341 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] [instance: 52a102ba-d724-44b9-99ff-681c6ca716d4] Selected host: n-h1-826527-2; Selected node: n-h1-826527-2; Alternates: [('n-h2-826527-2', 'n-h2-826527-2')] {{(pid=110302) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1654}}
Jan 27 23:26:45.708279 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:26:45.708715 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:26:45.802510 n-d-826527-2 nova-conductor[110302]: DEBUG nova.conductor.manager [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] [instance: 52a102ba-d724-44b9-99ff-681c6ca716d4] block_device_mapping [BlockDeviceMapping(attachment_id=<?>,boot_index=0,connection_info=None,created_at=<?>,delete_on_termination=True,deleted=<?>,deleted_at=<?>,destination_type='local',device_name=None,device_type='disk',disk_bus=None,guest_format=None,id=<?>,image_id='1364a8f6-02df-40f5-b810-fb7076ef8749',instance=<?>,instance_uuid=<?>,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=<?>,uuid=<?>,volume_id=None,volume_size=None,volume_type=None)] {{(pid=110302) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1398}}
Jan 27 23:26:45.803759 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:26:45.804181 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:26:46.078437 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" acquired by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 27 23:26:46.078984 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_concurrency.lockutils [None req-03b6e869-e7d1-47c6-b839-789ba66e014a tempest-TestSnapshotPattern-37673118 tempest-TestSnapshotPattern-37673118-project] Lock "930c735d-9127-4a4b-bb6e-5a65ce55aa06" "released" by "nova.context.set_target_cell.<locals>.get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 27 23:27:31.446465 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:27:31.446465 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:27:31.446465 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 26, 40, 357019), 'report_count': 199, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 26, 40, 356457), 'services_id': 6}]
Jan 27 23:27:31.446465 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:27:31.447388 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:28:01.292165 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:28:24.745453 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:28:24.745453 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:28:24.745453 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 27, 33, 845487), 'report_count': 199, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 27, 33, 844800), 'services_id': 6}]
Jan 27 23:28:24.745453 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 27, 33, 845487), 'report_count': 199, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 27, 33, 844800), 'services_id': 6}]
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:28:24.747129 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 23:28:24.748423 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 23:28:24.750475 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 23:28:24.751857 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:28:24.753487 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 27, 33, 845487), 'report_count': 199, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 27, 33, 844800), 'services_id': 6}]
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 27, 33, 845487), 'report_count': 199, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 27, 33, 844800), 'services_id': 6}]
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 23:28:24.754723 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:28:24.755701 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:28:24.761390 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 23:28:24.762585 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 23:28:24.763713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 23:28:24.764903 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 23:28:24.766023 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:28:24.767050 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 23:28:24.767050 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:28:24.767050 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 23:28:24.767050 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:28:24.767050 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 23:28:24.767050 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:28:24.767050 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 23:28:24.767050 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:28:24.767050 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:28:24.767050 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 27, 33, 845487), 'report_count': 199, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 27, 33, 844800), 'services_id': 6}]
Jan 27 23:28:24.767050 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:28:24.767050 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:28:24.767050 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 305.05 sec
Jan 27 23:29:15.760923 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:29:15.760923 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:29:15.760923 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 28, 24, 756293), 'report_count': 200, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 28, 24, 755772), 'services_id': 6}]
Jan 27 23:29:15.760923 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:29:15.761839 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:29:19.026693 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:29:21.444259 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:30:07.769816 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:30:07.769816 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:30:07.769816 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 29, 16, 766923), 'report_count': 200, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 29, 16, 766421), 'services_id': 6}]
Jan 27 23:30:07.769816 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:30:07.770752 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:30:59.777979 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:30:59.777979 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:30:59.777979 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 30, 8, 807635), 'report_count': 200, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 30, 8, 807129), 'services_id': 6}]
Jan 27 23:30:59.777979 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:30:59.778865 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:31:21.300182 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:31:53.785121 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:31:53.785121 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:31:53.785121 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 31, 3, 504310), 'report_count': 200, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 31, 3, 503809), 'services_id': 6}]
Jan 27 23:31:53.785121 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:31:53.786088 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:32:39.035425 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:32:41.452803 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:32:45.803131 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:32:45.803131 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:32:45.803131 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 31, 55, 103749), 'report_count': 200, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 31, 55, 103210), 'services_id': 6}]
Jan 27 23:32:45.803131 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:32:45.804031 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:33:46.816241 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:33:46.816241 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:33:46.816241 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 32, 55, 808583), 'report_count': 200, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 32, 55, 808032), 'services_id': 6}]
Jan 27 23:33:46.816241 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [-] DB exceeded retry limit.: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 32, 55, 808583), 'report_count': 200, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 32, 55, 808032), 'services_id': 6}]
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:33:46.817846 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api The above exception was the direct cause of the following exception:
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api Traceback (most recent call last):
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(*args, **kwargs)
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return f(context, *args, **kwargs)
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     yield resource
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     next(self.gen)
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 23:33:46.819068 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.rollback()
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.force_reraise()
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise self.value
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._end_session_transaction(self.session)
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     session.commit()
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._transaction.commit(_to_root=self.future)
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._prepare_impl()
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.session.flush()
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._flush(objects)
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     transaction.rollback(_capture_exception=True)
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 23:33:46.820505 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     compat.raise_(
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     flush_context.execute()
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     rec.execute(self)
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.preloaded.orm_persistence.save_obj(
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     _emit_update_statements(
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     c = connection._execute_20(
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     return connection._execute_clauseelement(
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     ret = self._execute_context(
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 23:33:46.822490 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._handle_dbapi_exception(
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise exception
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self.dialect.do_execute(
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     cursor.execute(statement, parameters)
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result = self._query(query)
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     conn.query(q)
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     result.read()
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     first_packet = self.connection._read_packet()
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:33:46.824009 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     packet.raise_for_error()
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     err.raise_mysql_exception(self._data)
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api     raise errorclass(errno, errval)
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 32, 55, 808583), 'report_count': 200, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 32, 55, 808032), 'services_id': 6}]
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: ERROR oslo_db.api 
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [-] Unexpected error while reporting service status: oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 32, 55, 808583), 'report_count': 200, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 32, 55, 808032), 'services_id': 6}]
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 23:33:46.825326 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:33:46.826421 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db pymysql.err.OperationalError: (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db The above exception was the direct cause of the following exception:
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db Traceback (most recent call last):
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/servicegroup/drivers/db.py", line 92, in _report_state
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     service.service_ref.save()
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_versionedobjects/base.py", line 226, in wrapper
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return fn(self, *args, **kwargs)
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/objects/service.py", line 467, in save
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     db_service = db.service_update(self._context, self.id, updates)
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ectxt.value = e.inner_exc
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:33:46.827479 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(*args, **kwargs)
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/opt/stack/nova/nova/db/main/api.py", line 190, in wrapper
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return f(context, *args, **kwargs)
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1060, in _transaction_scope
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     yield resource
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     next(self.gen)
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 662, in _session
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.rollback()
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.force_reraise()
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise self.value
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 659, in _session
Jan 27 23:33:46.828713 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._end_session_transaction(self.session)
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 687, in _end_session_transaction
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     session.commit()
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1431, in commit
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._transaction.commit(_to_root=self.future)
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 829, in commit
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._prepare_impl()
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 808, in _prepare_impl
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.session.flush()
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3363, in flush
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._flush(objects)
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3503, in _flush
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     transaction.rollback(_capture_exception=True)
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     compat.raise_(
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3463, in _flush
Jan 27 23:33:46.829829 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     flush_context.execute()
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     rec.execute(self)
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.preloaded.orm_persistence.save_obj(
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 236, in save_obj
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     _emit_update_statements(
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 1000, in _emit_update_statements
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     c = connection._execute_20(
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1614, in _execute_20
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return meth(self, args_10style, kwargs_10style, execution_options)
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 325, in _execute_on_connection
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     return connection._execute_clauseelement(
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1481, in _execute_clauseelement
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     ret = self._execute_context(
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1845, in _execute_context
Jan 27 23:33:46.830952 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._handle_dbapi_exception(
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 2024, in _handle_dbapi_exception
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise exception
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1802, in _execute_context
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self.dialect.do_execute(
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 732, in do_execute
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     cursor.execute(statement, parameters)
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result = self._query(query)
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     conn.query(q)
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     result.read()
Jan 27 23:33:46.831961 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Jan 27 23:33:46.833035 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     first_packet = self.connection._read_packet()
Jan 27 23:33:46.833035 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Jan 27 23:33:46.833035 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     packet.raise_for_error()
Jan 27 23:33:46.833035 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Jan 27 23:33:46.833035 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     err.raise_mysql_exception(self._data)
Jan 27 23:33:46.833035 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Jan 27 23:33:46.833035 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db     raise errorclass(errno, errval)
Jan 27 23:33:46.833035 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:33:46.833035 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:33:46.833035 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 32, 55, 808583), 'report_count': 200, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 32, 55, 808032), 'services_id': 6}]
Jan 27 23:33:46.833035 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db (Background on this error at: https://sqlalche.me/e/14/e3q8)
Jan 27 23:33:46.833035 n-d-826527-2 nova-conductor[110302]: ERROR nova.servicegroup.drivers.db 
Jan 27 23:33:46.833035 n-d-826527-2 nova-conductor[110302]: WARNING oslo.service.loopingcall [-] Function 'nova.servicegroup.drivers.db.DbDriver._report_state' run outlasted interval by 312.07 sec
Jan 27 23:34:37.816280 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:34:37.816280 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:34:37.816280 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 33, 46, 824788), 'report_count': 201, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 33, 46, 824264), 'services_id': 6}]
Jan 27 23:34:37.816280 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:34:37.817226 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:34:41.307597 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:35:29.828236 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:35:29.828236 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:35:29.828236 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 34, 38, 821854), 'report_count': 201, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 34, 38, 821325), 'services_id': 6}]
Jan 27 23:35:29.828236 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:35:29.829211 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:35:59.043582 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:36:01.459910 n-d-826527-2 nova-conductor[110302]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer
Jan 27 23:36:22.851436 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:36:22.851436 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:36:22.851436 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 35, 30, 954768), 'report_count': 201, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 35, 30, 954261), 'services_id': 6}]
Jan 27 23:36:22.851436 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:36:22.852661 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 27 23:37:15.866210 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] DB error: (pymysql.err.OperationalError) (1205, 'Lock wait timeout exceeded; try restarting transaction')
Jan 27 23:37:15.866210 n-d-826527-2 nova-conductor[110302]: [SQL: UPDATE services SET updated_at=%(updated_at)s, report_count=%(report_count)s, last_seen_up=%(last_seen_up)s WHERE services.id = %(services_id)s]
Jan 27 23:37:15.866210 n-d-826527-2 nova-conductor[110302]: [parameters: {'updated_at': datetime.datetime(2022, 1, 27, 23, 36, 24, 878141), 'report_count': 201, 'last_seen_up': datetime.datetime(2022, 1, 27, 23, 36, 24, 877573), 'services_id': 6}]
Jan 27 23:37:15.866210 n-d-826527-2 nova-conductor[110302]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110302) _is_exception_expected /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:184}}
Jan 27 23:37:15.867092 n-d-826527-2 nova-conductor[110302]: DEBUG oslo_db.api [-] Performing DB retry for function nova.db.main.api.service_update {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}