-- Logs begin at Sat 2022-10-22 20:01:24 UTC, end at Sat 2022-10-22 22:43:57 UTC. -- Oct 22 20:38:40.239924 ncdv-master-1 systemd[1]: Started Devstack devstack@n-super-cond.service. Oct 22 20:38:41.583205 ncdv-master-1 nova-conductor[128589]: Modules with known eventlet monkey patching issues were imported prior to eventlet monkey patching: urllib3. This warning can usually be ignored if the caller is only importing and not executing nova code. Oct 22 20:38:44.365521 ncdv-master-1 nova-conductor[128589]: INFO dbcounter [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Registered counter for database nova_api Oct 22 20:38:44.385616 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_db.sqlalchemy.engines [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=128589) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 22 20:38:44.392505 ncdv-master-1 nova-conductor[128589]: DEBUG dbcounter [-] [128589] Writer thread running {{(pid=128589) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 22 20:38:44.443672 ncdv-master-1 nova-conductor[128589]: DEBUG nova.context [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) {{(pid=128589) load_cells /opt/stack/nova/nova/context.py:464}} Oct 22 20:38:44.446930 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_concurrency.lockutils [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=128589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:38:44.447470 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_concurrency.lockutils [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=128589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:38:44.449009 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_concurrency.lockutils [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=128589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:38:44.449684 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_concurrency.lockutils [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=128589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:38:44.450079 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_concurrency.lockutils [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=128589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:38:44.452056 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_concurrency.lockutils [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=128589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:38:44.453849 ncdv-master-1 nova-conductor[128589]: INFO dbcounter [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Registered counter for database nova_cell0 Oct 22 20:38:44.457535 ncdv-master-1 nova-conductor[128589]: INFO dbcounter [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Registered counter for database nova_cell1 Oct 22 20:38:44.470641 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_db.sqlalchemy.engines [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=128589) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 22 20:38:44.471321 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_db.sqlalchemy.engines [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=128589) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 22 20:38:44.478383 ncdv-master-1 nova-conductor[128589]: DEBUG dbcounter [-] [128589] Writer thread running {{(pid=128589) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 22 20:38:44.479593 ncdv-master-1 nova-conductor[128589]: DEBUG dbcounter [-] [128589] Writer thread running {{(pid=128589) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 22 20:38:44.608179 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_concurrency.lockutils [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Acquiring lock "singleton_lock" {{(pid=128589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 22 20:38:44.608583 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_concurrency.lockutils [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Acquired lock "singleton_lock" {{(pid=128589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 22 20:38:44.608978 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_concurrency.lockutils [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Releasing lock "singleton_lock" {{(pid=128589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 22 20:38:44.609672 ncdv-master-1 nova-conductor[128589]: INFO oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Starting 2 workers Oct 22 20:38:44.614413 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Started child 129508 {{(pid=128589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 22 20:38:44.619133 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Started child 129509 {{(pid=128589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 22 20:38:44.620269 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Full set of CONF: {{(pid=128589) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 22 20:38:44.620651 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ******************************************************************************** {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 22 20:38:44.620980 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] Configuration options gathered from: {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 22 20:38:44.621359 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 22 20:38:44.621960 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] config files: ['/etc/nova/nova.conf'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 22 20:38:44.622449 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ================================================================================ {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 22 20:38:44.622879 ncdv-master-1 nova-conductor[129508]: INFO nova.service [-] Starting conductor node (version 26.1.0) Oct 22 20:38:44.623397 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] allow_resize_to_same_host = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.623803 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] arq_binding_timeout = 300 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.624232 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] block_device_allocate_retries = 60 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.624657 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] block_device_allocate_retries_interval = 3 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.625114 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cert = self.pem {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.625506 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] compute_driver = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.625998 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] compute_monitors = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.626496 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] config_dir = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.626935 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] config_drive_format = iso9660 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.627272 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] config_file = ['/etc/nova/nova.conf'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.627693 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] config_source = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.628122 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] console_host = ncdv-master-1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.628527 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] control_exchange = nova {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.628931 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cpu_allocation_ratio = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.629328 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] daemon = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.629741 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] debug = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.630136 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] default_access_ip_network_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.630532 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] default_availability_zone = nova {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.630910 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] default_ephemeral_format = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.631560 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.632330 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] default_schedule_zone = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.632970 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] disk_allocation_ratio = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.633519 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] enable_new_services = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.634205 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] enabled_apis = ['osapi_compute'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.634468 ncdv-master-1 nova-conductor[129509]: INFO nova.service [-] Starting conductor node (version 26.1.0) Oct 22 20:38:44.635569 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] enabled_ssl_apis = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.636229 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] flat_injected = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.636845 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] force_config_drive = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.637464 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] force_raw_images = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.638080 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] graceful_shutdown_timeout = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.638654 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] heal_instance_info_cache_interval = 60 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.639702 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] host = ncdv-master-1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.640351 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] initial_cpu_allocation_ratio = 4.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.640949 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] initial_disk_allocation_ratio = 1.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.641530 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] initial_ram_allocation_ratio = 1.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.642314 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.642917 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] instance_build_timeout = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.643634 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] instance_delete_interval = 300 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.644244 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] instance_format = [instance: %(uuid)s] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.644848 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] instance_name_template = instance-%08x {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.645439 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] instance_usage_audit = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.646070 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] instance_usage_audit_period = month {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.646678 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.647302 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] instances_path = /opt/stack/data/nova/instances {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.648164 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] internal_service_availability_zone = internal {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.648730 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] key = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.649309 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] live_migration_retry_count = 30 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.649909 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] log_config_append = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.650593 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.651202 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] log_dir = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.651838 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] log_file = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.652205 ncdv-master-1 nova-conductor[129509]: INFO dbcounter [None req-b9f5fe7e-1523-4ea9-b4d5-850ea0718dde None None] Registered counter for database nova_cell0 Oct 22 20:38:44.652610 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] log_options = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.653188 ncdv-master-1 nova-conductor[129508]: INFO dbcounter [None req-d707121a-e882-408f-820b-d917f2a6c0f1 None None] Registered counter for database nova_cell0 Oct 22 20:38:44.653401 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] log_rotate_interval = 1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.654024 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] log_rotate_interval_type = days {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.654638 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] log_rotation_type = none {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.655163 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.655728 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.656337 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.656954 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.657573 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.658220 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] long_rpc_timeout = 1800 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.659131 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] max_concurrent_builds = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.659737 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] max_concurrent_live_migrations = 1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.660340 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] max_concurrent_snapshots = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.661214 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] max_local_block_devices = 3 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.661789 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] max_logfile_count = 30 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.662372 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] max_logfile_size_mb = 200 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.662964 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] maximum_instance_delete_attempts = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.663599 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] metadata_listen = 0.0.0.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.664264 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] metadata_listen_port = 8775 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.664852 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] metadata_workers = 2 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.665447 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] migrate_max_retries = -1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.666062 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] mkisofs_cmd = genisoimage {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.666767 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] my_block_storage_ip = 10.222.0.18 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.666872 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_db.sqlalchemy.engines [None req-d707121a-e882-408f-820b-d917f2a6c0f1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=129508) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 22 20:38:44.667455 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] my_ip = 10.222.0.18 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.668053 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] network_allocate_retries = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.668668 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.669258 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] osapi_compute_listen = 0.0.0.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.669868 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] osapi_compute_listen_port = 8774 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.670449 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] osapi_compute_unique_server_name_scope = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.671036 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] osapi_compute_workers = 2 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.671656 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] password_length = 12 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.672246 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] periodic_enable = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.672835 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] periodic_fuzzy_delay = 60 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.673427 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] pointer_model = usbtablet {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.674053 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] preallocate_images = none {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.674645 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] publish_errors = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.675124 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writer thread running {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 22 20:38:44.675403 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] pybasedir = /opt/stack/nova {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.676004 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ram_allocation_ratio = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.676589 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] rate_limit_burst = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.677180 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] rate_limit_except_level = CRITICAL {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.677754 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] rate_limit_interval = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.678342 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] reboot_timeout = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.678914 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] reclaim_instance_interval = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.679536 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] record = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.680130 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] reimage_timeout_per_gb = 20 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.680700 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] report_interval = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.681293 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] rescue_timeout = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.681948 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_db.sqlalchemy.engines [None req-b9f5fe7e-1523-4ea9-b4d5-850ea0718dde None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=129509) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 22 20:38:44.682312 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] reserved_host_cpus = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.682886 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] reserved_host_disk_mb = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.683533 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] reserved_host_memory_mb = 512 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.684152 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] reserved_huge_pages = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.684758 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] resize_confirm_window = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.685331 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] resize_fs_using_block_device = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.685906 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] resume_guests_state_on_host_boot = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.686524 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.687119 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] rpc_response_timeout = 60 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.687728 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] run_external_periodic_tasks = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.688329 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] running_deleted_instance_action = reap {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.688925 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] running_deleted_instance_poll_interval = 1800 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.689496 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] running_deleted_instance_timeout = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.690076 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] scheduler_instance_sync_interval = 120 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.690678 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] service_down_time = 60 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.691287 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] servicegroup_driver = db {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.691906 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] shelved_offload_time = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.692484 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] shelved_poll_interval = 3600 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.693090 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] shutdown_timeout = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.693691 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] source_is_ipv6 = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.694285 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ssl_only = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.694883 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] state_path = /opt/stack/data/nova {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.695524 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] sync_power_state_interval = 600 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.696118 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] sync_power_state_pool_size = 1000 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.696732 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] syslog_log_facility = LOG_USER {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.697387 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] tempdir = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.698053 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] timeout_nbd = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.698289 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writer thread running {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 22 20:38:44.698851 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] transport_url = **** {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.699475 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] update_resources_interval = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.700050 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] use_cow_images = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.700637 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] use_eventlog = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.701206 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] use_journal = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.701796 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] use_json = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.702367 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] use_rootwrap_daemon = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.702963 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] use_stderr = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.703573 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] use_syslog = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.704152 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vcpu_pin_set = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.704754 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vif_plugging_is_fatal = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.705335 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vif_plugging_timeout = 300 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.705974 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] virt_mkfs = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.706642 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] volume_usage_poll_interval = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.707211 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] watch_log_file = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.707892 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] web = /usr/share/spice-html5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 22 20:38:44.708859 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_concurrency.disable_process_locking = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.709295 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.709967 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.710580 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.711315 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.711961 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.712549 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.713366 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.auth_strategy = keystone {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.714230 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.compute_link_prefix = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.714913 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.715608 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.dhcp_domain = novalocal {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.716187 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.enable_instance_password = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.716841 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.glance_link_prefix = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.717339 ncdv-master-1 nova-conductor[129508]: DEBUG nova.service [None req-d707121a-e882-408f-820b-d917f2a6c0f1 None None] Creating RPC server for service conductor {{(pid=129508) start /opt/stack/nova/nova/service.py:182}} Oct 22 20:38:44.717644 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.718286 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.718878 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.instance_list_per_project_cells = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.719648 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.list_records_by_skipping_down_cells = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.722231 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.local_metadata_per_cell = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.722860 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.max_limit = 1000 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.723501 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.metadata_cache_expiration = 15 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.724116 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.neutron_default_tenant_id = default {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.727463 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.use_forwarded_for = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.728104 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.use_neutron_default_nets = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.728827 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.729485 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.730084 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.731815 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.vendordata_dynamic_ssl_certfile = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.732428 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.vendordata_dynamic_targets = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.733038 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.vendordata_jsonfile_path = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.734008 ncdv-master-1 nova-conductor[129509]: DEBUG nova.service [None req-b9f5fe7e-1523-4ea9-b4d5-850ea0718dde None None] Creating RPC server for service conductor {{(pid=129509) start /opt/stack/nova/nova/service.py:182}} Oct 22 20:38:44.734650 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api.vendordata_providers = ['StaticJSON'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.735903 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.backend = dogpile.cache.memcached {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.740997 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.backend_argument = **** {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.743223 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.config_prefix = cache.oslo {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.746192 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.dead_timeout = 60.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.747150 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.debug_cache_backend = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.747964 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.enable_retry_client = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.749034 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.enable_socket_keepalive = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.751082 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.enabled = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.751799 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.expiration_time = 600 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.752204 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.hashclient_retry_attempts = 2 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.752653 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.hashclient_retry_delay = 1.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.754841 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.memcache_dead_retry = 300 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.755256 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.memcache_password = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.757288 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.757288 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.759082 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.memcache_pool_maxsize = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.759523 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.760067 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.memcache_sasl_enabled = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.760499 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.memcache_servers = ['localhost:11211'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.760898 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.memcache_socket_timeout = 1.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.762002 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.memcache_username = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.762400 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.proxies = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.762798 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.retry_attempts = 2 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.764765 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.retry_delay = 0.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.764765 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.socket_keepalive_count = 1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.766899 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.socket_keepalive_idle = 1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.766899 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.socket_keepalive_interval = 1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.767708 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.tls_allowed_ciphers = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.775873 ncdv-master-1 nova-conductor[129508]: DEBUG nova.service [None req-d707121a-e882-408f-820b-d917f2a6c0f1 None None] Join ServiceGroup membership for this service conductor {{(pid=129508) start /opt/stack/nova/nova/service.py:199}} Oct 22 20:38:44.776294 ncdv-master-1 nova-conductor[129508]: DEBUG nova.servicegroup.drivers.db [None req-d707121a-e882-408f-820b-d917f2a6c0f1 None None] DB_Driver: join new ServiceGroup member ncdv-master-1 to the conductor group, service = {{(pid=129508) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} Oct 22 20:38:44.778468 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.tls_cafile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.778909 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.tls_certfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.779739 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.tls_enabled = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.779739 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cache.tls_keyfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.780838 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.auth_section = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.781308 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.auth_type = password {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.781698 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.cafile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.782127 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.catalog_info = volumev3::publicURL {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.782508 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.certfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.783587 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.collect_timing = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.784290 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.cross_az_attach = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.784688 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.debug = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.785090 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.endpoint_template = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.785493 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.http_retries = 3 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.786231 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.insecure = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.786231 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.keyfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.786640 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.os_region_name = RegionOne {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.787022 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.split_loggers = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.788094 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cinder.timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.788653 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.789029 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] compute.cpu_dedicated_set = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.789401 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] compute.cpu_shared_set = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.789885 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] compute.image_type_exclude_list = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.790284 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.790661 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] compute.max_concurrent_disk_ops = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.791449 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] compute.max_disk_devices_to_attach = -1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.792171 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.792607 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.793450 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] compute.resource_provider_association_refresh = 300 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.794022 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] compute.shutdown_retry_interval = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.794724 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] conductor.workers = 2 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.795246 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] console.allowed_origins = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.796287 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] console.ssl_ciphers = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.796718 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] console.ssl_minimum_version = default {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.797130 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] consoleauth.token_ttl = 600 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.797673 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.cafile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.798390 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.certfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.798993 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.collect_timing = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.800122 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.connect_retries = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.800550 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.connect_retry_delay = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.801223 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.endpoint_override = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.801797 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.insecure = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.802187 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.keyfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.802725 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.max_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.803703 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.min_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.803703 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.region_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.804297 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.service_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.804744 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.service_type = accelerator {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.806172 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.split_loggers = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.806684 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.status_code_retries = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.807536 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.status_code_retry_delay = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.808049 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.808580 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.809193 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] cyborg.version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.809641 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.backend = sqlalchemy {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.810393 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.connection = **** {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.810815 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.connection_debug = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.811465 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.connection_parameters = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.811859 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.connection_recycle_time = 3600 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.819348 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.connection_trace = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.819348 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.db_inc_retry_interval = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.819348 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.db_max_retries = 20 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.819348 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.db_max_retry_interval = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.819348 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.db_retry_interval = 1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.819348 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.max_overflow = 50 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.819348 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.max_pool_size = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.819845 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.max_retries = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.819845 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.mysql_enable_ndb = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.819845 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.mysql_sql_mode = TRADITIONAL {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.820453 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.pool_timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.820789 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.retry_interval = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.821346 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.slave_connection = **** {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.821749 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.sqlite_synchronous = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.822316 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] database.use_db_reconnect = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.822846 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.backend = sqlalchemy {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.823249 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.connection = **** {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.823659 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.connection_debug = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.824100 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.connection_parameters = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.824485 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.connection_recycle_time = 3600 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.824870 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.connection_trace = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.825248 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.db_inc_retry_interval = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.825788 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.db_max_retries = 20 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.826220 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.db_max_retry_interval = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.826683 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.db_retry_interval = 1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.827072 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.max_overflow = 50 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.827473 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.max_pool_size = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.828119 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.max_retries = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.828504 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.mysql_enable_ndb = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.829038 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.829414 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.pool_timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.829805 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.retry_interval = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.830280 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.slave_connection = **** {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.830725 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] api_database.sqlite_synchronous = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.831153 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] devices.enabled_mdev_types = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.831751 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.832504 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ephemeral_storage_encryption.enabled = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.832898 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.833320 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.api_servers = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.833751 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.cafile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.834238 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.certfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.834736 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.collect_timing = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.835989 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.connect_retries = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.836461 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.connect_retry_delay = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.836980 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.debug = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.837437 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.default_trusted_certificate_ids = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.837842 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.enable_certificate_validation = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.838309 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.enable_rbd_download = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.838681 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.endpoint_override = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.839219 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.insecure = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.839694 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.keyfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.840264 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.max_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.840635 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.min_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.841019 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.num_retries = 3 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.841430 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.rbd_ceph_conf = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.841952 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.rbd_connect_timeout = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.842350 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.rbd_pool = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.842782 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.rbd_user = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.844053 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.region_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.844805 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.service_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.845350 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.service_type = image {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.845591 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.split_loggers = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.846813 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.status_code_retries = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.847668 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.status_code_retry_delay = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.847668 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.848063 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.848519 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.verify_glance_signatures = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.848969 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] glance.version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.849578 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] guestfs.debug = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.849870 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.config_drive_cdrom = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.850354 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.config_drive_inject_password = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.850873 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.dynamic_memory_ratio = 1.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.852823 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.enable_instance_metrics_collection = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.853222 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.enable_remotefx = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.853686 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.instances_path_share = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.854069 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.iscsi_initiator_list = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.854881 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.limit_cpu_features = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.855282 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.855690 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.856074 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.power_state_check_timeframe = 60 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.856708 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.power_state_event_polling_interval = 2 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.857120 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.qemu_img_cmd = qemu-img.exe {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.857504 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.use_multipath_io = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.857883 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.volume_attach_retry_count = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.858488 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.volume_attach_retry_interval = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.858673 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.vswitch_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.859151 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.859779 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] mks.enabled = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.860759 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.861169 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] image_cache.manager_interval = 2400 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.861567 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] image_cache.precache_concurrency = 1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.862142 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] image_cache.remove_unused_base_images = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.862586 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.862968 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.863380 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] image_cache.subdirectory_name = _base {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.863811 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.api_max_retries = 60 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.864248 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.api_retry_interval = 2 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.864621 ncdv-master-1 nova-conductor[129509]: DEBUG nova.service [None req-b9f5fe7e-1523-4ea9-b4d5-850ea0718dde None None] Join ServiceGroup membership for this service conductor {{(pid=129509) start /opt/stack/nova/nova/service.py:199}} Oct 22 20:38:44.864726 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.auth_section = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.865043 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.auth_type = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.865422 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.cafile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.865768 ncdv-master-1 nova-conductor[129509]: DEBUG nova.servicegroup.drivers.db [None req-b9f5fe7e-1523-4ea9-b4d5-850ea0718dde None None] DB_Driver: join new ServiceGroup member ncdv-master-1 to the conductor group, service = {{(pid=129509) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} Oct 22 20:38:44.865879 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.certfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.866177 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.collect_timing = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.866782 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.connect_retries = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.867220 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.connect_retry_delay = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.867665 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.endpoint_override = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.868043 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.insecure = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.868411 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.keyfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.868781 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.max_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.869516 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.min_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.869981 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.partition_key = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.870369 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.peer_list = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.870861 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.region_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.871272 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.serial_console_state_timeout = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.871660 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.service_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.872198 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.service_type = baremetal {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.872594 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.split_loggers = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.872971 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.status_code_retries = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.873339 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.status_code_retry_delay = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.873704 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.874129 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.874496 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ironic.version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.874910 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.875332 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] key_manager.fixed_key = **** {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.875790 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.876158 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.barbican_api_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.876714 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.barbican_endpoint = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.877136 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.barbican_endpoint_type = public {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.877525 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.barbican_region_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.877908 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.cafile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.878276 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.certfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.878665 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.collect_timing = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.879036 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.insecure = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.879422 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.keyfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.879808 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.number_of_retries = 60 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.880178 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.retry_delay = 1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.880572 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.send_service_user_token = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.881036 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.split_loggers = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.881405 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.881779 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.verify_ssl = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.882254 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican.verify_ssl_path = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.882653 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican_service_user.auth_section = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.883031 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican_service_user.auth_type = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.883487 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican_service_user.cafile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.883855 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican_service_user.certfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.884228 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican_service_user.collect_timing = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.884622 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican_service_user.insecure = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.885167 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican_service_user.keyfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.885554 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican_service_user.split_loggers = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.885918 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] barbican_service_user.timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.886321 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.approle_role_id = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.886794 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.approle_secret_id = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.887166 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.cafile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.887549 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.certfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.887927 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.collect_timing = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.888296 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.insecure = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.888657 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.keyfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.889053 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.kv_mountpoint = secret {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.889425 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.kv_version = 2 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.889799 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.namespace = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.890260 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.root_token_id = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.890641 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.split_loggers = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.891108 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.ssl_ca_crt_file = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.891500 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.891892 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.use_ssl = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.892392 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.892798 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.cafile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.893177 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.certfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.893548 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.collect_timing = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.893912 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.connect_retries = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.894278 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.connect_retry_delay = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.894643 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.endpoint_override = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.895040 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.insecure = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.895426 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.keyfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.895791 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.max_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.896152 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.min_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.896530 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.region_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.896902 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.service_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.897292 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.service_type = identity {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.897665 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.split_loggers = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.898031 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.status_code_retries = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.898549 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.status_code_retry_delay = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.899628 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.899628 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.899853 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] keystone.version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.900305 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.connection_uri = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.900795 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.cpu_mode = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.901279 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.cpu_model_extra_flags = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.901683 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.cpu_models = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.902079 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.device_detach_attempts = 8 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.902570 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.device_detach_timeout = 20 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.902969 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.disk_cachemodes = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.903959 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.disk_prefix = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.903959 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.enabled_perf_events = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.904712 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.file_backed_memory = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.907395 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.gid_maps = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.907395 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.hw_disk_discard = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.907395 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.hw_machine_type = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.907395 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.images_rbd_ceph_conf = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.907395 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.907395 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.907825 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.images_rbd_glance_store_name = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.907905 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.images_rbd_pool = rbd {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.908313 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.images_type = default {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.908626 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.images_volume_group = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.909033 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.inject_key = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.909421 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.inject_partition = -2 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.914867 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.inject_password = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.915358 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.iscsi_iface = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.915785 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.iser_use_multipath = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.916252 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.live_migration_bandwidth = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.916713 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.917108 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.live_migration_downtime = 500 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.917497 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.917888 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.918285 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.live_migration_inbound_addr = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.918673 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.919055 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.live_migration_permit_post_copy = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.919890 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.live_migration_scheme = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.920308 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.live_migration_timeout_action = abort {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.920704 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.live_migration_tunnelled = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.921083 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.live_migration_uri = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.921462 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.live_migration_with_native_tls = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.921856 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.max_queues = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.922236 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.922708 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.nfs_mount_options = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.923262 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.923680 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.924079 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.num_iser_scan_tries = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.924454 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.num_memory_encrypted_guests = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.924992 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.925381 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.num_pcie_ports = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.925766 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.num_volume_scan_tries = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.926194 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.pmem_namespaces = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.926573 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.quobyte_client_cfg = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.927046 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.927449 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.rbd_connect_timeout = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.927987 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.928421 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.928832 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.rbd_secret_uuid = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.929202 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.rbd_user = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.929576 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.929969 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.remote_filesystem_transport = ssh {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.930343 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.rescue_image_id = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.930711 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.rescue_kernel_id = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.931076 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.rescue_ramdisk_id = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.931530 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.rng_dev_path = /dev/urandom {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.931947 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.rx_queue_size = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.932330 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.smbfs_mount_options = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.932821 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.933192 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.snapshot_compression = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.933557 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.snapshot_image_format = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.934027 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.934405 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.sparse_logical_volumes = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.934898 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.swtpm_enabled = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.935288 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.swtpm_group = tss {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.935713 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.swtpm_user = tss {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.936112 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.sysinfo_serial = unique {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.936482 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.tx_queue_size = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.936859 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.uid_maps = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.937230 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.use_virtio_for_bridges = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.937612 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.virt_type = kvm {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.937992 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.volume_clear = zero {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.938367 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.volume_clear_size = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.938741 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.volume_use_multipath = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.939119 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.vzstorage_cache_path = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.939536 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.939973 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.vzstorage_mount_group = qemu {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.940554 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.vzstorage_mount_opts = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.940940 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.941412 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.941792 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.vzstorage_mount_user = stack {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.942164 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.942570 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.auth_section = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.943066 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.auth_type = password {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.943469 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.cafile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.943833 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.certfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.944201 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.collect_timing = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.944567 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.connect_retries = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.945069 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.connect_retry_delay = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.945453 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.default_floating_pool = public {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.945815 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.endpoint_override = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.946205 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.extension_sync_interval = 600 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.946575 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.http_retries = 3 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.946946 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.insecure = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.947458 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.keyfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.947820 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.max_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.948341 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.948709 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.min_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.949091 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.ovs_bridge = br-int {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.949469 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.physnets = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.949850 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.region_name = RegionOne {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.950229 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.service_metadata_proxy = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.950597 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.service_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.951000 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.service_type = network {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.951384 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.split_loggers = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.951755 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.status_code_retries = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.952124 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.status_code_retry_delay = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.952494 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.952897 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.953257 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] neutron.version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.953664 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] notifications.bdms_in_notifications = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.954067 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] notifications.default_level = INFO {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.954966 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] notifications.notification_format = unversioned {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.954966 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] notifications.notify_on_state_change = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.955300 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.955730 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] pci.alias = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.956127 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] pci.device_spec = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.956505 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] pci.report_in_placement = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.956917 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.auth_section = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.957314 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.auth_type = password {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.957713 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.auth_url = http://10.222.0.18/identity {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.958078 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.cafile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.958448 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.certfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.958832 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.collect_timing = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.959202 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.connect_retries = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.959589 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.connect_retry_delay = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.959954 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.default_domain_id = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.960317 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.default_domain_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.960680 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.domain_id = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.961065 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.domain_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.961435 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.endpoint_override = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.961803 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.insecure = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.962170 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.keyfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.962534 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.max_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.962929 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.min_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.963430 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.password = **** {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.963902 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.project_domain_id = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.964280 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.project_domain_name = Default {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.964689 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.project_id = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.965102 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.project_name = service {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.965488 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.region_name = RegionOne {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.965853 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.service_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.966240 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.service_type = placement {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.966634 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.split_loggers = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.967010 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.status_code_retries = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.967379 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.status_code_retry_delay = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.967751 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.system_scope = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.968113 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.968474 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.trust_id = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.968835 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.user_domain_id = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.969212 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.user_domain_name = Default {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.969573 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.user_id = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.969962 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.username = placement {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.970361 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.970723 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] placement.version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.971120 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] quota.cores = 20 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.971517 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] quota.count_usage_from_placement = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.971924 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.972322 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] quota.injected_file_content_bytes = 10240 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.972697 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] quota.injected_file_path_length = 255 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.973070 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] quota.injected_files = 5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.973439 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] quota.instances = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.973823 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] quota.key_pairs = 100 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.974194 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] quota.metadata_items = 128 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.974570 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] quota.ram = 51200 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.974938 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] quota.recheck_quota = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.975321 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] quota.server_group_members = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.975714 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] quota.server_groups = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.976099 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] rdp.enabled = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.976706 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] rdp.html5_proxy_base_url = http://127.0.0.1:6083/ {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.977452 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.977828 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.978221 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] scheduler.image_metadata_prefilter = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.978645 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.979077 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] scheduler.max_attempts = 3 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.979413 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] scheduler.max_placement_results = 1000 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.979791 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.980163 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] scheduler.query_placement_for_availability_zone = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.980541 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] scheduler.query_placement_for_image_type_support = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.980911 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.981294 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] scheduler.workers = 2 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.981714 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.982102 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.982523 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.982906 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.983303 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.983749 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.984130 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.984554 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.enabled_filters = ['AvailabilityZoneFilter', 'ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.984930 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.host_subset_size = 1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.985299 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.985676 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.986055 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.isolated_hosts = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.986451 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.isolated_images = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.986821 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.987192 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.987586 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.987965 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.988335 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.988722 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.989093 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.989464 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.989855 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.track_instance_changes = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.990273 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.990654 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] metrics.required = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.991025 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] metrics.weight_multiplier = 1.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.991427 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] metrics.weight_of_unavailable = -10000.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.991785 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] metrics.weight_setting = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.992351 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.992726 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] serial_console.enabled = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.993134 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] serial_console.port_range = 10000:20000 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.993519 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.993899 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.994328 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] serial_console.serialproxy_port = 6083 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.994708 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] service_user.auth_section = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.995093 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] service_user.auth_type = password {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.995570 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] service_user.cafile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.995942 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] service_user.certfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.996321 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] service_user.collect_timing = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.996693 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] service_user.insecure = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.997058 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] service_user.keyfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.997433 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] service_user.send_service_user_token = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.997807 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] service_user.split_loggers = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.998175 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] service_user.timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.998698 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] spice.agent_enabled = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.999087 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] spice.enabled = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:44.999670 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.000774 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] spice.html5proxy_host = 0.0.0.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.001033 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] spice.html5proxy_port = 6082 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.001442 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] spice.server_listen = 127.0.0.1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.001837 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.002235 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] upgrade_levels.baseapi = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.002645 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] upgrade_levels.cert = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.003089 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] upgrade_levels.compute = auto {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.003449 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] upgrade_levels.conductor = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.004126 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] upgrade_levels.scheduler = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.004580 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vendordata_dynamic_auth.auth_section = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.004994 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vendordata_dynamic_auth.auth_type = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.005467 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vendordata_dynamic_auth.cafile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.005793 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vendordata_dynamic_auth.certfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.011127 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.011127 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vendordata_dynamic_auth.insecure = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.011127 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vendordata_dynamic_auth.keyfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.011127 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.011127 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vendordata_dynamic_auth.timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.011127 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.api_retry_count = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.011127 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.ca_file = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.012305 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.cache_prefix = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.012305 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.cluster_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.012305 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.connection_pool_size = 10 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.012305 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.console_delay_seconds = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.012305 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.datastore_regex = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.012305 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.host_ip = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.013233 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.host_password = **** {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.013233 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.host_port = 443 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.013233 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.host_username = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.013661 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.insecure = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.014275 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.integration_bridge = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.014472 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.maximum_objects = 100 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.014754 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.pbm_default_policy = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.015092 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.pbm_enabled = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.015493 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.pbm_wsdl_location = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.015883 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.016321 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.serial_port_proxy_uri = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.016612 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.serial_port_service_uri = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.017013 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.task_poll_interval = 0.5 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.017522 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.use_linked_clone = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.017792 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.vnc_keymap = en-us {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.018170 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.vnc_port = 5900 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.018546 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vmware.vnc_port_total = 10000 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.018983 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vnc.auth_schemes = ['none'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.019386 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vnc.enabled = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.024250 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.024250 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.024250 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vnc.novncproxy_port = 6080 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.024250 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vnc.server_listen = 127.0.0.1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.024250 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.024250 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vnc.vencrypt_ca_certs = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.025404 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vnc.vencrypt_client_cert = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.025404 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] vnc.vencrypt_client_key = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.025404 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.025404 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.025404 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.disable_group_policy_check_upcall = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.025404 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.026409 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.disable_rootwrap = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.026409 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.enable_numa_live_migration = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.026409 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.026409 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.026409 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.027984 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.libvirt_disable_apic = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.027984 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.027984 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.027984 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.028609 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.029018 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.029426 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.029873 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.030268 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] wsgi.client_socket_timeout = 900 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.030643 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] wsgi.default_pool_size = 1000 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.031021 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] wsgi.keep_alive = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.031539 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] wsgi.max_header_line = 16384 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.031811 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] wsgi.secure_proxy_ssl_header = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.032186 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] wsgi.ssl_ca_file = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.032560 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] wsgi.ssl_cert_file = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.032928 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] wsgi.ssl_key_file = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.033306 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] wsgi.tcp_keepidle = 600 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.033724 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.034727 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] zvm.ca_file = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.035129 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] zvm.cloud_connector_url = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.035643 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.036026 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] zvm.reachable_timeout = 300 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.036464 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_policy.enforce_new_defaults = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.037470 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_policy.enforce_scope = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.037470 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_policy.policy_default_rule = default {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.037780 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.038063 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_policy.policy_file = policy.yaml {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.038486 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.038876 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.039246 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.040371 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.040596 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.041311 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.041488 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.041955 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] profiler.connection_string = messaging:// {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.042355 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] profiler.enabled = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.042758 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] profiler.es_doc_type = notification {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.043180 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] profiler.es_scroll_size = 10000 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.043613 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] profiler.es_scroll_time = 2m {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.043967 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] profiler.filter_error_trace = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.044364 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] profiler.hmac_keys = SECRET_KEY {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.044751 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] profiler.sentinel_service_name = mymaster {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.045157 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] profiler.socket_timeout = 0.1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.045530 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] profiler.trace_sqlalchemy = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.045934 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] remote_debug.host = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.046332 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] remote_debug.port = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.046744 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.047749 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.047749 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.048055 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.048323 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.048696 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.049085 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.049482 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.049875 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 600 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.050250 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.050645 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.051032 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.051453 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.051834 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.052216 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.052610 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.052985 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.053357 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.053728 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.054098 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.054479 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.054863 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.055233 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.055634 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.056011 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.056400 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.ssl = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.056841 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.057306 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.058689 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.058689 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.058689 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_rabbit.ssl_version = {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.059158 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.059158 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_notifications.retry = -1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.059636 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.060001 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_messaging_notifications.transport_url = **** {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.060417 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.auth_section = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.060795 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.auth_type = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.061164 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.cafile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.061547 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.certfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.061921 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.collect_timing = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.062286 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.connect_retries = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.062652 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.connect_retry_delay = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.063019 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.endpoint_id = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.063405 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.endpoint_override = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.064096 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.insecure = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.064269 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.keyfile = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.064488 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.max_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.065002 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.min_version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.065219 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.region_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.065592 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.service_name = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.065956 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.service_type = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.066330 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.split_loggers = False {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.066690 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.status_code_retries = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.067052 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.status_code_retry_delay = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.067472 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.timeout = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.068125 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.valid_interfaces = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.068125 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_limit.version = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.068553 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_reports.file_event_handler = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.068942 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.069322 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] oslo_reports.log_dir = None {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 22 20:38:45.069631 ncdv-master-1 nova-conductor[128589]: DEBUG oslo_service.service [None req-86dfbb52-cda3-424b-b871-9829a622f23c None None] ******************************************************************************** {{(pid=128589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 22 20:38:54.440648 ncdv-master-1 nova-conductor[128589]: DEBUG dbcounter [-] [128589] Writing DB stats nova_api:SELECT=3 {{(pid=128589) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:38:54.601139 ncdv-master-1 nova-conductor[128589]: DEBUG dbcounter [-] [128589] Writing DB stats nova_cell0:SELECT=3 {{(pid=128589) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:38:54.606569 ncdv-master-1 nova-conductor[128589]: DEBUG dbcounter [-] [128589] Writing DB stats nova_cell1:SELECT=3 {{(pid=128589) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:39:19.786851 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=15,nova_cell0:INSERT=1,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:39:19.870782 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=12 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:39:59.797463 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:39:59.860783 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:40:29.808792 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:40:39.852311 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:41:09.817066 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:41:19.844618 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:41:49.825503 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:41:59.834923 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:42:29.833287 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:42:39.834889 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:43:09.835816 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:43:19.839642 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:43:49.842878 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:43:59.848408 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:44:19.855016 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:44:29.859271 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:44:39.860405 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:44:49.864425 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:44:59.868649 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:45:09.878265 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:45:29.867864 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:45:49.877093 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:45:59.879633 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:46:29.882549 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:46:29.883618 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:46:59.888743 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:46:59.892244 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:47:29.899221 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:47:29.900512 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:09.900262 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:09.900955 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:24.457300 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_db.sqlalchemy.engines [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Parent process 128589 forked (129508) with an open database connection, which is being discarded and recreated. {{(pid=129508) checkout /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:425}} Oct 22 20:48:24.479715 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writer thread running {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 22 20:48:24.488371 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:26.091123 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Took 1.60 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:48:26.172584 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:26.173415 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:26.177988 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:26.182084 ncdv-master-1 nova-conductor[129508]: INFO dbcounter [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Registered counter for database nova_cell1 Oct 22 20:48:26.192871 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_db.sqlalchemy.engines [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=129508) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 22 20:48:26.199053 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writer thread running {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 22 20:48:26.334437 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:26.334889 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:26.336459 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:26.337674 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:26.338085 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:26.339444 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:26.341777 ncdv-master-1 nova-conductor[129508]: INFO dbcounter [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Registered counter for database nova_cell0 Oct 22 20:48:26.363541 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_db.sqlalchemy.engines [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=129508) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 22 20:48:26.368760 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writer thread running {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 22 20:48:26.411563 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Getting quotas for project ae95f5dee52f4235b3478cc90f3b0347. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:48:26.418851 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Getting quotas for user 6de80d628cf14694af6d2cd16f16afad and project ae95f5dee52f4235b3478cc90f3b0347. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:48:26.435151 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] [instance: e169b57b-4899-4a9e-80a9-d6290eb63ceb] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:48:26.436591 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:26.437161 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:26.439333 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:26.453389 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] [instance: e169b57b-4899-4a9e-80a9-d6290eb63ceb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:48:26.456389 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:26.456893 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:26.457454 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:26.518675 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:26.519152 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:26.519648 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:26.520358 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Acquiring lock "compute-rpcapi-router" {{(pid=129508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 22 20:48:26.520722 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-39d3b99d-96e3-43eb-90bd-42b06a85b312 tempest-AggregatesAdminTestJSON-166487075 tempest-AggregatesAdminTestJSON-166487075-project] Acquired lock "compute-rpcapi-router" {{(pid=129508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 22 20:48:26.521670 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f25acb62-1133-405c-97ca-cbdc437eda00 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:26.522082 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f25acb62-1133-405c-97ca-cbdc437eda00 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:26.522600 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f25acb62-1133-405c-97ca-cbdc437eda00 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:26.523256 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f25acb62-1133-405c-97ca-cbdc437eda00 None None] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:26.523684 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f25acb62-1133-405c-97ca-cbdc437eda00 None None] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:26.524063 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f25acb62-1133-405c-97ca-cbdc437eda00 None None] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:26.536532 ncdv-master-1 nova-conductor[129508]: INFO nova.compute.rpcapi [None req-f25acb62-1133-405c-97ca-cbdc437eda00 None None] Automatically selected compute RPC version 6.1 from minimum service version 64 Oct 22 20:48:26.537441 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f25acb62-1133-405c-97ca-cbdc437eda00 None None] Releasing lock "compute-rpcapi-router" {{(pid=129508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 22 20:48:27.407189 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_db.sqlalchemy.engines [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Parent process 128589 forked (129509) with an open database connection, which is being discarded and recreated. {{(pid=129509) checkout /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:425}} Oct 22 20:48:27.411479 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writer thread running {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 22 20:48:27.416222 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:28.044448 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Took 0.62 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:48:28.105728 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:28.106638 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:28.110194 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:28.121065 ncdv-master-1 nova-conductor[129509]: INFO dbcounter [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Registered counter for database nova_cell1 Oct 22 20:48:28.140406 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_db.sqlalchemy.engines [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=129509) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 22 20:48:28.147879 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writer thread running {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 22 20:48:28.274755 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:28.275390 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:28.277678 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:28.278666 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:28.279323 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:28.279917 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:28.282153 ncdv-master-1 nova-conductor[129509]: INFO dbcounter [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Registered counter for database nova_cell0 Oct 22 20:48:28.299134 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_db.sqlalchemy.engines [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=129509) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 22 20:48:28.304076 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writer thread running {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 22 20:48:28.333086 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Getting quotas for project 2675a324f0134844a1964f64322493ba. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:48:28.339942 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Getting quotas for user 16e13dcabaaa4b218945aeeabb4c902e and project 2675a324f0134844a1964f64322493ba. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:48:28.356667 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] [instance: f592a6fe-8cc7-4bb1-bb04-f8ddd358eeca] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:48:28.357854 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:28.358359 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:28.358738 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:28.371503 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] [instance: f592a6fe-8cc7-4bb1-bb04-f8ddd358eeca] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:48:28.374944 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:28.375644 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:28.376019 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:28.466196 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:28.466834 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:28.467225 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:28.468494 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Acquiring lock "compute-rpcapi-router" {{(pid=129509) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 22 20:48:28.469196 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c8e09157-87fa-4263-80de-01e0fac968b8 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Acquired lock "compute-rpcapi-router" {{(pid=129509) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 22 20:48:28.471151 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-53641e4a-6876-41ed-bc9b-e0711f10050c None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:28.473116 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-53641e4a-6876-41ed-bc9b-e0711f10050c None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:28.474652 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-53641e4a-6876-41ed-bc9b-e0711f10050c None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:28.475562 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-53641e4a-6876-41ed-bc9b-e0711f10050c None None] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:28.476429 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-53641e4a-6876-41ed-bc9b-e0711f10050c None None] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:28.477155 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-53641e4a-6876-41ed-bc9b-e0711f10050c None None] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:28.498362 ncdv-master-1 nova-conductor[129509]: INFO nova.compute.rpcapi [None req-53641e4a-6876-41ed-bc9b-e0711f10050c None None] Automatically selected compute RPC version 6.1 from minimum service version 64 Oct 22 20:48:28.499269 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-53641e4a-6876-41ed-bc9b-e0711f10050c None None] Releasing lock "compute-rpcapi-router" {{(pid=129509) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 22 20:48:36.493754 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:36.508901 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:36.535254 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=5 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:36.536579 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=15,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=19,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:38.428409 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=9 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:38.441243 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:38.500408 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=5 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:38.502272 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=12,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:39.918223 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:39.919134 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=13,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:48.884649 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Took 0.61 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:48:48.914061 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:48.914740 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:48.915263 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:48.988371 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:48.989025 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:48.990230 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:48.991275 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:48.991851 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:48.992234 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:49.013442 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Getting quotas for project 1a20f8f858424c89bf67a56feb720ac9. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:48:49.022558 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Getting quotas for user ed1ce98c66024d49b31e8e4f38b82838 and project 1a20f8f858424c89bf67a56feb720ac9. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:48:49.046040 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] [instance: 5c3de24c-090d-4769-8975-207eb939b979] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:48:49.047305 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:49.047834 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:49.048385 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:49.058037 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] [instance: 5c3de24c-090d-4769-8975-207eb939b979] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:48:49.059933 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:49.060364 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:49.060748 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:49.096383 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:49.097498 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:49.097884 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-99f6f064-d02c-4b44-bcb4-8230acd0f836 tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:56.444318 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-baf52e07-617d-4a6a-8e49-8ed79078167b tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method rebuild_instance {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:48:56.444795 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-baf52e07-617d-4a6a-8e49-8ed79078167b tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:48:56.444795 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-baf52e07-617d-4a6a-8e49-8ed79078167b tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:48:56.447559 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-baf52e07-617d-4a6a-8e49-8ed79078167b tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:48:56.494877 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-baf52e07-617d-4a6a-8e49-8ed79078167b tempest-ServersAdmin275Test-1051490846 tempest-ServersAdmin275Test-1051490846-project] [instance: 5c3de24c-090d-4769-8975-207eb939b979] No migration record for the rebuild/evacuate request. {{(pid=129509) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1167}} Oct 22 20:48:59.003098 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:59.067007 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:59.080724 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=12 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:48:59.090359 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:03.375660 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Took 0.62 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:49:03.413305 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:49:03.413757 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:49:03.416176 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:49:03.528121 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:49:03.528559 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:49:03.528948 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:49:03.529600 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:49:03.530000 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:49:03.534032 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:49:03.579709 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Getting quotas for project 2675a324f0134844a1964f64322493ba. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:49:03.591323 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Getting quotas for user 16e13dcabaaa4b218945aeeabb4c902e and project 2675a324f0134844a1964f64322493ba. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:49:03.615912 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] [instance: 96add0b3-b82f-4a0a-bec3-9a6341ae5dec] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:49:03.620374 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:49:03.621817 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:49:03.622210 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:49:03.642732 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] [instance: 96add0b3-b82f-4a0a-bec3-9a6341ae5dec] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:49:03.644598 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:49:03.645336 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:49:03.645924 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:49:03.694195 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:49:03.694973 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:49:03.696093 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-568f5d83-5c66-4740-847d-f4fd6fc18076 tempest-DeleteServersAdminTestJSON-331859835 tempest-DeleteServersAdminTestJSON-331859835-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:49:06.443900 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:06.527434 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:06.565296 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:13.559986 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:13.651580 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:13.677106 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:13.684201 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:15.801640 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Took 0.54 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:49:15.833626 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:49:15.834826 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:49:15.844916 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:49:15.981591 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:15.992271 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:49:15.998687 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:49:16.000719 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.008s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:49:16.004079 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:49:16.004442 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:49:16.006571 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:49:16.062062 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Getting quotas for project 11060bbcab6b45cabb1457319d72b982. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:49:16.081297 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Getting quotas for user 93c41b7be1724632b0d6bd2bd3b57f8f and project 11060bbcab6b45cabb1457319d72b982. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:49:16.127063 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] [instance: 1d613848-05f4-478f-a569-b4c50576edb7] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:49:16.128749 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:49:16.131498 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:49:16.132430 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:49:16.148575 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] [instance: 1d613848-05f4-478f-a569-b4c50576edb7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:49:16.150128 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:49:16.151081 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:49:16.151932 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:49:16.198412 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:49:16.198984 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:49:16.199460 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cdd2541e-1ad2-4b01-b3c9-5ed614a4daab tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:49:19.921716 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=20,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:26.033069 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:26.158877 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:26.179892 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:26.189350 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:29.553639 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0bf05226-2606-498b-909f-6dee1e96c7c6 tempest-ServersAdmin275Test-1257769615 tempest-ServersAdmin275Test-1257769615-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method rebuild_instance {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:49:29.555714 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bf05226-2606-498b-909f-6dee1e96c7c6 tempest-ServersAdmin275Test-1257769615 tempest-ServersAdmin275Test-1257769615-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:49:29.556376 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bf05226-2606-498b-909f-6dee1e96c7c6 tempest-ServersAdmin275Test-1257769615 tempest-ServersAdmin275Test-1257769615-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:49:29.558402 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bf05226-2606-498b-909f-6dee1e96c7c6 tempest-ServersAdmin275Test-1257769615 tempest-ServersAdmin275Test-1257769615-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:49:29.659790 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0bf05226-2606-498b-909f-6dee1e96c7c6 tempest-ServersAdmin275Test-1257769615 tempest-ServersAdmin275Test-1257769615-project-admin] [instance: 5c3de24c-090d-4769-8975-207eb939b979] No migration record for the rebuild/evacuate request. {{(pid=129508) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1167}} Oct 22 20:49:34.858936 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-bc493204-b98f-49cb-9aaf-5c9fb7b255a6 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:49:34.859504 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-bc493204-b98f-49cb-9aaf-5c9fb7b255a6 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:49:34.867901 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-bc493204-b98f-49cb-9aaf-5c9fb7b255a6 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:49:34.870040 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-bc493204-b98f-49cb-9aaf-5c9fb7b255a6 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.009s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:49:35.558282 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.migrate [None req-bc493204-b98f-49cb-9aaf-5c9fb7b255a6 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Created allocations for migration f72f3672-28f9-408f-b40b-9ac181e87a01 on 82b2e70d-e53b-42b2-b365-9fc3a40c7b32 {{(pid=129509) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 20:49:35.908647 ncdv-master-1 nova-conductor[129509]: DEBUG nova.scheduler.utils [None req-bc493204-b98f-49cb-9aaf-5c9fb7b255a6 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] [instance: 1d613848-05f4-478f-a569-b4c50576edb7] Instance allocations successfully created on destination node f4f18686-9f51-4c82-af4c-0f0c6765a1ba: {'allocations': {'f4f18686-9f51-4c82-af4c-0f0c6765a1ba': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024, 'DISK_GB': 1}}}} {{(pid=129509) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:851}} Oct 22 20:49:35.909749 ncdv-master-1 nova-conductor[129509]: DEBUG nova.objects.instance [None req-bc493204-b98f-49cb-9aaf-5c9fb7b255a6 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lazy-loading 'resources' on Instance uuid 1d613848-05f4-478f-a569-b4c50576edb7 {{(pid=129509) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:49:35.920021 ncdv-master-1 nova-conductor[129509]: DEBUG nova.objects.instance [None req-bc493204-b98f-49cb-9aaf-5c9fb7b255a6 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lazy-loading 'pci_requests' on Instance uuid 1d613848-05f4-478f-a569-b4c50576edb7 {{(pid=129509) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:49:37.882338 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.live_migrate [None req-bc493204-b98f-49cb-9aaf-5c9fb7b255a6 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] [instance: 1d613848-05f4-478f-a569-b4c50576edb7] Start binding ports on destination host: nch1-master-1 {{(pid=129509) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}} Oct 22 20:49:39.549439 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:39.701180 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:39.749089 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:49.924767 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:50.261589 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=8 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:50.333273 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=24,nova_cell1:UPDATE=4,nova_cell1:INSERT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:49:59.914469 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:12.637189 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Took 1.04 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:50:12.713513 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:12.716731 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:12.720018 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:12.918201 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:12.919875 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.007s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:12.920308 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:12.921044 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:12.921456 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:12.921845 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:13.018197 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Getting quotas for project 11060bbcab6b45cabb1457319d72b982. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:50:13.031555 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Getting quotas for user 93c41b7be1724632b0d6bd2bd3b57f8f and project 11060bbcab6b45cabb1457319d72b982. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:50:13.075934 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] [instance: 254dfdd3-3716-43cf-aadc-f678aff08d27] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:50:13.077725 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:13.080749 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:13.081748 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:13.103738 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] [instance: 254dfdd3-3716-43cf-aadc-f678aff08d27] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:50:13.105165 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:13.105664 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:13.106490 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:13.181529 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:13.182025 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:13.187238 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5c909226-851b-474f-8af0-9f58358507c0 tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:22.961713 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:23.124401 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:23.132274 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=9 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:23.171872 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:25.362587 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Took 0.96 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:50:25.429245 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:25.429245 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:25.429245 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:25.592991 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:25.600886 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:25.603919 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.005s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:25.607419 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:25.609176 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:25.612131 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:25.612690 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:25.707104 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Getting quotas for project 30dbbdc150694e0ebc07c63e90280d40. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:50:25.738246 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Getting quotas for user f9bba9ed37d7430e82e7d310982b8e47 and project 30dbbdc150694e0ebc07c63e90280d40. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:50:25.798200 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] [instance: 4c53f81e-f4d8-4b41-b03a-ba9acb867226] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:50:25.799446 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:25.802036 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:25.803943 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:25.820739 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] [instance: 4c53f81e-f4d8-4b41-b03a-ba9acb867226] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:50:25.824770 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:25.828129 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:25.829536 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:25.923978 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:25.924998 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:25.926031 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0682c95f-4ef4-4427-9c7f-14069e50eda5 tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:25.936624 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Took 0.91 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:50:26.000468 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:26.001325 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:26.002492 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:26.151073 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:26.154078 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:26.155923 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:26.157156 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:26.159040 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:26.160146 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:26.215456 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Getting quotas for project 902e239d67664098895ab24340b0b780. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:50:26.241483 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Getting quotas for user 91cf84a287b74618ae1b3368785b0b4c and project 902e239d67664098895ab24340b0b780. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:50:26.303322 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: 69ed98a2-c208-4765-88b1-3e76a09cc481] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:50:26.311199 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:26.311906 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:26.314998 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:26.348107 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: 69ed98a2-c208-4765-88b1-3e76a09cc481] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:50:26.354676 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:26.358131 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:26.358636 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:26.469858 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:26.470313 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:26.470960 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-86a30b2a-4144-44fc-9a99-47b6d0615a7e tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:28.804996 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Took 0.61 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:50:28.856713 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:28.857155 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:28.858438 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:28.973384 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:28.973848 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:28.974253 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:28.974972 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:28.975390 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:28.975783 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:29.026822 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Getting quotas for project 9f0ee8c8f7fc4e12bc1f9fcce3e7b581. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:50:29.044017 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Getting quotas for user 2c87f0356ca346f39c6216393d85da2f and project 9f0ee8c8f7fc4e12bc1f9fcce3e7b581. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:50:29.077518 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] [instance: fe83cd49-4ceb-49aa-a775-cc2a4229fd76] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:50:29.078665 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:29.079528 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:29.080087 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:29.092943 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] [instance: fe83cd49-4ceb-49aa-a775-cc2a4229fd76] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:50:29.096587 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:29.097699 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:29.098104 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:29.158297 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:29.158746 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:29.159979 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0a242eba-974b-47e0-bd29-7ad8f76fc7c6 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:29.932249 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=18,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:32.620607 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Took 0.85 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:50:32.698382 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:32.698822 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:32.699213 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:32.879211 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:32.879772 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:32.880064 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:32.883541 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:32.884098 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:32.884492 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:32.983291 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Getting quotas for project a7b403b83cad4babab211dafade27bde. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:50:33.027035 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Getting quotas for user b892876156f34b0d99a6c853d0cd4905 and project a7b403b83cad4babab211dafade27bde. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:50:33.052831 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] [instance: 65381d5e-1265-418b-ac70-4ef749d9af14] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:50:33.058871 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:33.085730 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:33.089000 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.027s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:33.125434 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] [instance: 65381d5e-1265-418b-ac70-4ef749d9af14] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='2417c8cd-813c-4850-927b-c5c7a19f86da',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:50:33.131915 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:33.135192 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:33.136438 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:33.258781 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:33.260211 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:33.260735 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-76103710-dfb2-41f6-9a9a-64dda3d13005 tempest-AttachSCSIVolumeTestJSON-2143007201 tempest-AttachSCSIVolumeTestJSON-2143007201-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:39.000763 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:39.105462 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=18,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=36,nova_cell1:RELEASE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:39.147371 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=25,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:39.151942 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=23,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:42.924628 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:43.157950 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=21,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=36,nova_cell1:RELEASE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:43.234856 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=30,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:43.239018 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=18,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:52.540535 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-ece5bb64-f995-4ac3-9651-11e2a42aa697 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:50:52.541141 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ece5bb64-f995-4ac3-9651-11e2a42aa697 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:52.543377 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ece5bb64-f995-4ac3-9651-11e2a42aa697 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:52.543377 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ece5bb64-f995-4ac3-9651-11e2a42aa697 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:52.796153 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.migrate [None req-ece5bb64-f995-4ac3-9651-11e2a42aa697 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Created allocations for migration a0e5e911-b98c-4535-ba1f-5d62bd7be0cc on 82b2e70d-e53b-42b2-b365-9fc3a40c7b32 {{(pid=129509) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 20:50:52.981382 ncdv-master-1 nova-conductor[129509]: DEBUG nova.scheduler.utils [None req-ece5bb64-f995-4ac3-9651-11e2a42aa697 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] [instance: 254dfdd3-3716-43cf-aadc-f678aff08d27] Instance allocations successfully created on destination node f4f18686-9f51-4c82-af4c-0f0c6765a1ba: {'allocations': {'f4f18686-9f51-4c82-af4c-0f0c6765a1ba': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024, 'DISK_GB': 1}}}} {{(pid=129509) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:851}} Oct 22 20:50:52.982031 ncdv-master-1 nova-conductor[129509]: DEBUG nova.objects.instance [None req-ece5bb64-f995-4ac3-9651-11e2a42aa697 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lazy-loading 'resources' on Instance uuid 254dfdd3-3716-43cf-aadc-f678aff08d27 {{(pid=129509) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:50:52.987311 ncdv-master-1 nova-conductor[129509]: DEBUG nova.objects.instance [None req-ece5bb64-f995-4ac3-9651-11e2a42aa697 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lazy-loading 'pci_requests' on Instance uuid 254dfdd3-3716-43cf-aadc-f678aff08d27 {{(pid=129509) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:50:53.322287 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.live_migrate [None req-ece5bb64-f995-4ac3-9651-11e2a42aa697 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] [instance: 254dfdd3-3716-43cf-aadc-f678aff08d27] Start binding ports on destination host: nch1-master-1 {{(pid=129509) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}} Oct 22 20:50:55.615378 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-62349010-0444-4bc8-b932-fa271484e6ab tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:50:55.617165 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-62349010-0444-4bc8-b932-fa271484e6ab tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:55.617731 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-62349010-0444-4bc8-b932-fa271484e6ab tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:55.618657 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-62349010-0444-4bc8-b932-fa271484e6ab tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:55.919303 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-62349010-0444-4bc8-b932-fa271484e6ab tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Created allocations for migration 2fd5e1d6-d8ce-4329-be1a-af924811d81c on 82b2e70d-e53b-42b2-b365-9fc3a40c7b32 {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 20:50:56.021164 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Took 0.41 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:50:56.049689 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:56.050980 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:56.051682 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:56.076703 ncdv-master-1 nova-conductor[129508]: DEBUG nova.scheduler.utils [None req-62349010-0444-4bc8-b932-fa271484e6ab tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] [instance: fe83cd49-4ceb-49aa-a775-cc2a4229fd76] Instance allocations successfully created on destination node f4f18686-9f51-4c82-af4c-0f0c6765a1ba: {'allocations': {'f4f18686-9f51-4c82-af4c-0f0c6765a1ba': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024, 'DISK_GB': 1}}}} {{(pid=129508) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:851}} Oct 22 20:50:56.077350 ncdv-master-1 nova-conductor[129508]: DEBUG nova.objects.instance [None req-62349010-0444-4bc8-b932-fa271484e6ab tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lazy-loading 'resources' on Instance uuid fe83cd49-4ceb-49aa-a775-cc2a4229fd76 {{(pid=129508) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:50:56.088823 ncdv-master-1 nova-conductor[129508]: DEBUG nova.objects.instance [None req-62349010-0444-4bc8-b932-fa271484e6ab tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lazy-loading 'pci_requests' on Instance uuid fe83cd49-4ceb-49aa-a775-cc2a4229fd76 {{(pid=129508) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:50:56.151016 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=18,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:50:56.164959 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:56.165830 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:56.166720 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:56.167261 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:56.167844 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:56.168363 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:56.214068 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Getting quotas for project 3e48413ed1ac4e1ea65fb38f097881db. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:50:56.224368 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Getting quotas for user 34f8af8ee2b545bead90fffd6c6c4896 and project 3e48413ed1ac4e1ea65fb38f097881db. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:50:56.241632 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] [instance: c475672d-99ba-4c6a-abaa-3332a392534d] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:50:56.242838 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:56.243640 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:56.244452 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:56.253565 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] [instance: c475672d-99ba-4c6a-abaa-3332a392534d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:50:56.255773 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:56.256862 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:56.257554 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:56.306369 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:56.309155 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:56.309607 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8e4c31ed-202b-47f8-ad64-20e1cd34b9af tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:56.670461 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.live_migrate [None req-62349010-0444-4bc8-b932-fa271484e6ab tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] [instance: fe83cd49-4ceb-49aa-a775-cc2a4229fd76] Start binding ports on destination host: nch1-master-1 {{(pid=129508) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}} Oct 22 20:50:57.003419 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:57.023570 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:57.025183 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.021s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:58.194287 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Took 1.06 seconds to select destinations for 2 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:50:58.223219 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:58.224822 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:58.225570 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:58.285082 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:58.285929 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:58.286632 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:58.350806 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:58.356679 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:58.357325 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.006s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:58.360418 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:58.361764 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:58.362294 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:58.386436 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Getting quotas for project 902e239d67664098895ab24340b0b780. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:50:58.410073 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Getting quotas for user 91cf84a287b74618ae1b3368785b0b4c and project 902e239d67664098895ab24340b0b780. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:50:58.434062 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: d992dc02-b690-452b-aaf2-1473b69a75cb] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:50:58.437575 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:58.438119 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:58.438520 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:58.456178 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: d992dc02-b690-452b-aaf2-1473b69a75cb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:50:58.457781 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:58.458367 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:58.459069 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:58.504189 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:58.504941 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:58.506245 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:58.520608 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: 0923f68f-d334-4133-824a-7830b65acc28] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:50:58.521336 ncdv-master-1 nova-conductor[129508]: DEBUG nova.objects.instance_group [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lazy-loading 'hosts' on InstanceGroup uuid 83091a39-89dc-40c4-ae59-edcc55a4b24d {{(pid=129508) obj_load_attr /opt/stack/nova/nova/objects/instance_group.py:362}} Oct 22 20:50:58.536171 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:58.537365 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:58.538026 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:58.552328 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: 0923f68f-d334-4133-824a-7830b65acc28] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:50:58.553927 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:58.554542 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:58.555171 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:50:58.605663 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:50:58.606681 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:50:58.607407 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af0e7905-7b8d-4267-b19f-91b94a9980db tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:06.183181 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:06.263529 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=33,nova_cell1:UPDATE=4,nova_cell1:INSERT=20,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:06.284282 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:06.297660 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:08.372540 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:08.564115 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=40,nova_cell1:UPDATE=4,nova_cell1:INSERT=36 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:08.587795 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=18 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:08.600250 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=23,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:09.951136 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=24,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:10.136003 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Took 0.37 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:51:10.167740 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:10.168188 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:10.168582 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:10.242312 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:10.243014 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:10.243788 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:10.244620 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:10.245177 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:10.245827 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:10.266390 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Getting quotas for project 598f129979a34e7a856b83bd0e69f1b5. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:51:10.272965 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Getting quotas for user 6da7143c3bfb46a7b193a8d96f1b75b2 and project 598f129979a34e7a856b83bd0e69f1b5. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:51:10.302285 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] [instance: 58846d5b-1bfa-42cd-92a3-546b110ff64b] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:51:10.304656 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:10.305960 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:10.306717 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:10.321291 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] [instance: 58846d5b-1bfa-42cd-92a3-546b110ff64b] block_device_mapping [BlockDeviceMapping(attachment_id=5f67e295-649c-4fc3-b4a5-f2c900e54de2,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='b19f74cf-0ef6-4650-adc9-cd75d82fe224',volume_size=1,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:51:10.322872 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:10.323830 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:10.326864 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:10.374156 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:10.374848 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:10.376059 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-39764ac6-cf59-4d8d-901a-1d8492eeb3bc tempest-ServersTestBootFromVolume-802420894 tempest-ServersTestBootFromVolume-802420894-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:17.161004 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Took 0.48 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:51:17.183916 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:17.184355 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:17.184744 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:17.265823 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:17.266272 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:17.267730 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:17.269090 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:17.269699 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:17.270098 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:17.295121 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Getting quotas for project 11060bbcab6b45cabb1457319d72b982. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:51:17.303971 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Getting quotas for user 93c41b7be1724632b0d6bd2bd3b57f8f and project 11060bbcab6b45cabb1457319d72b982. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:51:17.318308 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] [instance: 4c7b99a9-2ec4-4f4b-98e7-8e1ea2103735] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:51:17.319515 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:17.319972 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:17.321007 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:17.330479 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] [instance: 4c7b99a9-2ec4-4f4b-98e7-8e1ea2103735] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:51:17.332762 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:17.333335 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:17.333737 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:17.371178 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:17.371878 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:17.372278 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3f337152-43a9-4f74-84df-0f7f65e1e0ed tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:20.259012 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:20.331295 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:20.353273 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:20.365707 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:23.614516 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:23.615125 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:23.615369 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:24.135865 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Took 0.45 seconds to select destinations for 2 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:51:24.160877 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:24.161661 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:24.162149 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:24.227093 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:24.228092 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:24.228092 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:24.279277 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:24.279882 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:24.280272 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:24.281170 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:24.281741 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:24.282436 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:24.299478 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Getting quotas for project 902e239d67664098895ab24340b0b780. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:51:24.306973 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Getting quotas for user 91cf84a287b74618ae1b3368785b0b4c and project 902e239d67664098895ab24340b0b780. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:51:24.320471 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: 4ef975af-c582-4e7e-9913-e4be1688f81d] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:51:24.321631 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:24.322140 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:24.322621 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:24.332378 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: 4ef975af-c582-4e7e-9913-e4be1688f81d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:51:24.334409 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:24.334855 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:24.335531 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:24.378367 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:24.378849 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:24.379673 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:24.396555 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: c190c6e5-8b3b-4946-bb18-01fa5aba6fd2] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:51:24.397411 ncdv-master-1 nova-conductor[129509]: DEBUG nova.objects.instance_group [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lazy-loading 'hosts' on InstanceGroup uuid c805829d-9330-44c4-abe6-ffa468507877 {{(pid=129509) obj_load_attr /opt/stack/nova/nova/objects/instance_group.py:362}} Oct 22 20:51:24.408577 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:24.409036 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:24.409436 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:24.421064 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: c190c6e5-8b3b-4946-bb18-01fa5aba6fd2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:51:24.422688 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:24.423174 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:24.423853 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:24.461401 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:24.462033 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:24.462498 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0cb68237-1857-41ad-81cc-eccdcf493891 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:27.285643 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:27.339044 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:27.364297 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:27.459814 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Took 0.32 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:51:27.485981 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:27.486416 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:27.486800 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:27.545546 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:27.546252 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:27.546890 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:27.547942 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:27.548687 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:27.550064 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:27.568504 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Getting quotas for project 950a163a28d64f41855e56cf88e3b1d9. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:51:27.573484 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Getting quotas for user 084d99ccb7dc405f85b1d31cfd255e72 and project 950a163a28d64f41855e56cf88e3b1d9. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:51:27.584847 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] [instance: 6da11c1d-55e8-4d3f-b045-44f67f397741] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:51:27.585710 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:27.586147 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:27.586540 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:27.596712 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] [instance: 6da11c1d-55e8-4d3f-b045-44f67f397741] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:51:27.598014 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:27.598438 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:27.598819 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:27.632736 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:27.633534 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:27.633931 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-90028e9d-1cee-4a5b-88ab-79878a858559 tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:29.944990 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=28,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:34.294898 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:34.428460 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=16,nova_cell1:INSERT=34 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:34.447279 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=18,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:34.454983 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=19,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:35.388095 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Took 0.28 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:51:35.411864 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:35.412584 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:35.412982 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:35.485620 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:35.486421 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:35.487010 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:35.487785 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:35.488404 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:35.488888 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:35.505244 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Getting quotas for project 9f0ee8c8f7fc4e12bc1f9fcce3e7b581. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:51:35.510510 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Getting quotas for user 2c87f0356ca346f39c6216393d85da2f and project 9f0ee8c8f7fc4e12bc1f9fcce3e7b581. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:51:35.522912 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] [instance: 2f02a0ad-4856-4643-9e69-50547f5c7a98] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:51:35.523944 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:35.524449 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:35.524900 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:35.534629 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] [instance: 2f02a0ad-4856-4643-9e69-50547f5c7a98] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:51:35.536581 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:35.537172 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:35.537577 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:35.581560 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:35.582939 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:35.583564 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-20bb59c0-643f-4d4e-bb82-b34c06e315c3 tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:37.561243 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:37.603460 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:37.625392 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:37.627168 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:43.121930 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Took 0.34 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:51:43.146204 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:43.146638 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:43.147106 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:43.191654 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=20,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:43.195610 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:43.196044 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:43.196428 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:43.197270 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:43.197827 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:43.198206 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:43.215605 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Getting quotas for project 950a163a28d64f41855e56cf88e3b1d9. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:51:43.220227 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Getting quotas for user 084d99ccb7dc405f85b1d31cfd255e72 and project 950a163a28d64f41855e56cf88e3b1d9. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:51:43.235648 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] [instance: bd166847-1e05-4e06-86b1-1f3773eb57f1] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:51:43.236918 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:43.237363 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:43.237750 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:43.248088 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] [instance: bd166847-1e05-4e06-86b1-1f3773eb57f1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:51:43.249276 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:43.250236 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:43.250612 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:43.288417 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:43.288970 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:43.289395 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fc399d17-8b0c-4fef-90a9-82a475e2243a tempest-ServersAdminNegativeTestJSON-275249309 tempest-ServersAdminNegativeTestJSON-275249309-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:44.869973 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Took 0.28 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:51:44.901286 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:44.902019 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:44.902624 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:44.952526 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:44.952972 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:44.953411 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:44.954277 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:44.954704 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:44.955088 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:44.986140 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Getting quotas for project 902e239d67664098895ab24340b0b780. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:51:44.991819 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Getting quotas for user 91cf84a287b74618ae1b3368785b0b4c and project 902e239d67664098895ab24340b0b780. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:51:45.004695 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: 7a4f8d67-fade-412f-9554-78f39414132f] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:51:45.005516 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:45.006124 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:45.006848 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:45.016510 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: 7a4f8d67-fade-412f-9554-78f39414132f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:51:45.017775 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:45.019634 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:45.020298 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:45.069486 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:45.069982 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:45.070548 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-08a8b154-123f-4752-b319-871199156da2 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:52.386102 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-1d00001b-6a2e-4413-8dbd-781f5c64fbba tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:51:52.386662 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1d00001b-6a2e-4413-8dbd-781f5c64fbba tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:51:52.386972 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1d00001b-6a2e-4413-8dbd-781f5c64fbba tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:51:52.387377 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1d00001b-6a2e-4413-8dbd-781f5c64fbba tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:51:52.588369 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-1d00001b-6a2e-4413-8dbd-781f5c64fbba tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Created allocations for migration 6105bc46-cbf2-4145-a239-c298b0a089ef on 82b2e70d-e53b-42b2-b365-9fc3a40c7b32 {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 20:51:52.715072 ncdv-master-1 nova-conductor[129508]: DEBUG nova.scheduler.utils [None req-1d00001b-6a2e-4413-8dbd-781f5c64fbba tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] [instance: 2f02a0ad-4856-4643-9e69-50547f5c7a98] Instance allocations successfully created on destination node f4f18686-9f51-4c82-af4c-0f0c6765a1ba: {'allocations': {'f4f18686-9f51-4c82-af4c-0f0c6765a1ba': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024, 'DISK_GB': 1}}}} {{(pid=129508) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:851}} Oct 22 20:51:52.715589 ncdv-master-1 nova-conductor[129508]: DEBUG nova.objects.instance [None req-1d00001b-6a2e-4413-8dbd-781f5c64fbba tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lazy-loading 'resources' on Instance uuid 2f02a0ad-4856-4643-9e69-50547f5c7a98 {{(pid=129508) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:51:52.720961 ncdv-master-1 nova-conductor[129508]: DEBUG nova.objects.instance [None req-1d00001b-6a2e-4413-8dbd-781f5c64fbba tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lazy-loading 'pci_requests' on Instance uuid 2f02a0ad-4856-4643-9e69-50547f5c7a98 {{(pid=129508) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:51:53.206303 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:53.280274 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:53.754489 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.live_migrate [None req-1d00001b-6a2e-4413-8dbd-781f5c64fbba tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] [instance: 2f02a0ad-4856-4643-9e69-50547f5c7a98] Start binding ports on destination host: nch1-master-1 {{(pid=129508) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}} Oct 22 20:51:54.966574 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:55.030929 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=18,nova_cell1:INSERT=34 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:55.049620 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=24,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:51:55.061489 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=24,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:03.341515 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Took 0.53 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:52:03.373517 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:03.374223 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:03.374739 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:03.434594 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=20,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:03.441891 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:03.442871 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:03.443630 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:03.445911 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:03.448957 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:03.449680 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:03.475554 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Getting quotas for project 902e239d67664098895ab24340b0b780. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:52:03.484906 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Getting quotas for user 91cf84a287b74618ae1b3368785b0b4c and project 902e239d67664098895ab24340b0b780. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:52:03.502827 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: ea383564-25ff-4e81-9301-c8bcb13988c7] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:52:03.504000 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:03.504789 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:03.505459 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:03.523651 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: ea383564-25ff-4e81-9301-c8bcb13988c7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:52:03.524453 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:03.525136 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:03.525846 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:03.572117 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:03.572473 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:03.573049 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d52e3ad7-a5a2-41dd-a250-3e071f28ce90 tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:04.673777 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=22,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:04.677069 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:04.704620 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=33,nova_cell1:INSERT=19,nova_cell1:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:07.393078 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Took 0.36 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:52:07.433369 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:07.433952 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:07.434437 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:07.483170 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:07.483686 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:07.484193 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:07.485009 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:07.485524 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:07.485998 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:07.507042 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Getting quotas for project 30dbbdc150694e0ebc07c63e90280d40. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:52:07.513361 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Getting quotas for user f9bba9ed37d7430e82e7d310982b8e47 and project 30dbbdc150694e0ebc07c63e90280d40. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:52:07.527585 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] [instance: fa364234-023c-491a-bc88-97c048f6f0e2] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:52:07.530396 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:07.531206 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:07.531991 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:07.543473 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] [instance: fa364234-023c-491a-bc88-97c048f6f0e2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None), BlockDeviceMapping(attachment_id=,boot_index=-1,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='blank',tag=None,updated_at=,uuid=,volume_id=None,volume_size=1,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:52:07.545441 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:07.547000 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:07.547592 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:07.559789 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:07.562548 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:07.563434 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:07.631380 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:07.632193 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:07.633762 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-23f4e6cc-e0b2-4731-a327-d26b5f51c92e tempest-ServersWithSpecificFlavorTestJSON-629684378 tempest-ServersWithSpecificFlavorTestJSON-629684378-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:13.464848 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:13.531220 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:13.565251 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=15 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:13.566711 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:16.518384 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 20:52:17.497205 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:17.568909 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=10,nova_cell1:INSERT=18 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:17.590976 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:17.620856 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:18.573872 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Took 0.31 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:52:18.594812 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:18.595557 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:18.595949 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:18.649780 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:18.650233 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:18.650627 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:18.651286 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:18.651917 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:18.652488 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:18.676096 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Getting quotas for project 9f0ee8c8f7fc4e12bc1f9fcce3e7b581. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:52:18.682772 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Getting quotas for user 2c87f0356ca346f39c6216393d85da2f and project 9f0ee8c8f7fc4e12bc1f9fcce3e7b581. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:52:18.700209 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] [instance: 8f2e1da0-4586-460b-94dc-768fd618dc3d] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:52:18.700927 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:18.701287 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:18.701850 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:18.712443 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] [instance: 8f2e1da0-4586-460b-94dc-768fd618dc3d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:52:18.714903 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:18.715693 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:18.716276 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:18.753852 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:18.754302 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:18.755268 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3943b862-5c04-4301-a7cc-370554d8d41f tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:19.925627 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=18,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:25.473681 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Took 0.48 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:52:25.503627 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:25.504486 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:25.505110 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:25.597538 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:25.597985 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:25.598380 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:25.599044 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:25.599478 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:25.599872 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:25.632424 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Getting quotas for project 902e239d67664098895ab24340b0b780. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:52:25.654496 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Getting quotas for user 91cf84a287b74618ae1b3368785b0b4c and project 902e239d67664098895ab24340b0b780. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:52:25.683295 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: eb28d061-deba-4b37-88ab-1eee24d6bed3] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:52:25.684451 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:25.684724 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:25.688393 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:25.708495 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] [instance: eb28d061-deba-4b37-88ab-1eee24d6bed3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:52:25.709741 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:25.710236 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:25.710667 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:25.783695 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:25.784666 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:25.785463 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a438423-6007-411a-806a-8b2016fd285f tempest-ServersOnMultiNodesTest-2081149331 tempest-ServersOnMultiNodesTest-2081149331-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:28.663219 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:28.720855 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:28.739811 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:28.747497 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:34.591143 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Took 0.44 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:52:34.631152 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:34.631993 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:34.633165 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:34.748243 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=18,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:34.750413 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:34.751170 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:34.751660 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:34.752373 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:34.752959 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:34.753365 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:34.773457 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Getting quotas for project 590a252c9203432eb15d9aef57cc3bb5. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:52:34.779246 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Getting quotas for user d553da484f5344169038bbe36a417699 and project 590a252c9203432eb15d9aef57cc3bb5. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:52:34.792728 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] [instance: 950ff1c8-47a5-411f-bf47-efe6ff2982e4] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:52:34.793583 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:34.794266 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:34.794763 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:34.804526 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] [instance: 950ff1c8-47a5-411f-bf47-efe6ff2982e4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:52:34.805818 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:34.806403 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:34.806764 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:34.850738 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:34.852074 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:34.852482 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1fc76692-f272-44e1-94ad-95758e229c46 tempest-ImagesNegativeTestJSON-585030787 tempest-ImagesNegativeTestJSON-585030787-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:35.618229 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:35.719091 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:35.770125 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:35.771655 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:39.928662 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:44.764807 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:44.810439 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:44.844246 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:44.845721 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:48.905912 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Took 0.34 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:52:48.925880 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:48.926317 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:48.926715 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:48.983158 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:48.983627 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:48.984018 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:48.984760 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:48.985174 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:48.985557 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:49.001298 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Getting quotas for project 0400ae826f8e4bd8a2e4c981880a59c5. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:52:49.005886 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Getting quotas for user 01ba79ccd0d940a2899a035635862219 and project 0400ae826f8e4bd8a2e4c981880a59c5. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:52:49.017246 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] [instance: 472bbccc-485e-43ce-a9cd-a3148bfccdbd] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:52:49.018098 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:49.018529 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:49.018917 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:49.026567 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] [instance: 472bbccc-485e-43ce-a9cd-a3148bfccdbd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:52:49.027782 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:49.028244 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:49.028694 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:49.065936 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:49.066794 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:49.067370 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-645cff03-9124-4e8c-bf7e-42ea561e3b9c tempest-ImagesOneServerTestJSON-1366907274 tempest-ImagesOneServerTestJSON-1366907274-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:49.685323 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 20:52:55.508063 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Took 0.41 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:52:55.536062 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:55.536907 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:55.537538 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:55.596525 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:55.597078 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:55.598119 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:55.598931 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:55.599750 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:55.600239 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:55.623998 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Getting quotas for project 3e48413ed1ac4e1ea65fb38f097881db. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:52:55.630593 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Getting quotas for user 34f8af8ee2b545bead90fffd6c6c4896 and project 3e48413ed1ac4e1ea65fb38f097881db. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:52:55.660646 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] [instance: 87fe386a-f98b-46b8-86f2-993e25292785] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:52:55.661510 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:55.661945 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:55.662340 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:55.671742 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] [instance: 87fe386a-f98b-46b8-86f2-993e25292785] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:52:55.673371 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:55.674338 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:55.675038 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:55.733319 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:52:55.734291 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:52:55.735504 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7b1ad6ff-e6d2-42a1-a4f8-04ab96664a8d tempest-VolumesAdminNegativeTest-1470267362 tempest-VolumesAdminNegativeTest-1470267362-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:52:58.993585 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:59.033110 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:59.044767 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=15 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:52:59.059126 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:05.612845 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:05.681960 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:05.703929 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:05.721800 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:09.939673 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=18,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:14.131500 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-b8ed320a-6485-43b5-b7bc-fe9450bb4446 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:53:14.135106 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b8ed320a-6485-43b5-b7bc-fe9450bb4446 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:14.138115 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b8ed320a-6485-43b5-b7bc-fe9450bb4446 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:14.138651 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b8ed320a-6485-43b5-b7bc-fe9450bb4446 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:14.368584 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Took 0.63 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:53:14.438539 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:14.443723 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:14.444309 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:14.597232 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.migrate [None req-b8ed320a-6485-43b5-b7bc-fe9450bb4446 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Created allocations for migration 153fb309-da55-4947-bd94-2edbc02fe0ff on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129509) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 20:53:14.606865 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=15,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:14.624500 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:14.625944 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:14.627142 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:14.629949 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:14.630607 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:14.632973 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:14.721944 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Getting quotas for project 6bacf9909082440f8a201771b64a75fa. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:53:14.738214 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Getting quotas for user c7f48d18691d4473bbe0284c44f14d09 and project 6bacf9909082440f8a201771b64a75fa. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:53:14.777869 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] [instance: f2f50f6b-6a3e-449f-836e-bd897f78279c] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:53:14.780850 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:14.781472 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:14.783850 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:14.802022 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] [instance: f2f50f6b-6a3e-449f-836e-bd897f78279c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:53:14.803578 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:14.808753 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:14.809875 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:14.879312 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:14.880235 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:14.883513 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-54dfc5f3-511e-471e-b37d-8a8ce23dfd14 tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:14.924141 ncdv-master-1 nova-conductor[129509]: DEBUG nova.scheduler.utils [None req-b8ed320a-6485-43b5-b7bc-fe9450bb4446 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] [instance: 4c7b99a9-2ec4-4f4b-98e7-8e1ea2103735] Instance allocations successfully created on destination node 82b2e70d-e53b-42b2-b365-9fc3a40c7b32: {'allocations': {'82b2e70d-e53b-42b2-b365-9fc3a40c7b32': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024, 'DISK_GB': 1}}}} {{(pid=129509) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:851}} Oct 22 20:53:14.924931 ncdv-master-1 nova-conductor[129509]: DEBUG nova.objects.instance [None req-b8ed320a-6485-43b5-b7bc-fe9450bb4446 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lazy-loading 'resources' on Instance uuid 4c7b99a9-2ec4-4f4b-98e7-8e1ea2103735 {{(pid=129509) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:53:14.949519 ncdv-master-1 nova-conductor[129509]: DEBUG nova.objects.instance [None req-b8ed320a-6485-43b5-b7bc-fe9450bb4446 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lazy-loading 'pci_requests' on Instance uuid 4c7b99a9-2ec4-4f4b-98e7-8e1ea2103735 {{(pid=129509) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:53:15.809981 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.live_migrate [None req-b8ed320a-6485-43b5-b7bc-fe9450bb4446 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] [instance: 4c7b99a9-2ec4-4f4b-98e7-8e1ea2103735] Start binding ports on destination host: nch2-master-1 {{(pid=129509) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}} Oct 22 20:53:24.139237 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:24.685396 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:24.777205 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=8 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:24.819857 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:24.871452 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:27.883753 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=6 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:27.926298 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=24,nova_cell1:UPDATE=4,nova_cell1:INSERT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:30.180538 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Took 1.15 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:53:30.255091 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:30.261358 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:30.262138 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.007s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:30.522602 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:30.525823 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.005s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:30.526893 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:30.533597 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:30.534351 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:30.538560 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:30.656563 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Getting quotas for project d5695737326d4a83828b92469dd3e676. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:53:30.687740 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Getting quotas for user 94d35abfd0aa4dd09b9d0ad56faebd66 and project d5695737326d4a83828b92469dd3e676. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:53:30.741358 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] [instance: 49ed4929-87c4-4ef4-8b46-c4bb3ca5be9a] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:53:30.748497 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:30.749727 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.005s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:30.752642 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:30.774288 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] [instance: 49ed4929-87c4-4ef4-8b46-c4bb3ca5be9a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:53:30.779833 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:30.783300 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:30.785372 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:30.899163 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:30.902905 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:30.905254 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c655915b-49b1-4e56-bc7f-13dcd1e59d3d tempest-TenantUsagesTestJSON-743245380 tempest-TenantUsagesTestJSON-743245380-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:40.613340 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:40.805740 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:40.864656 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:40.878258 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:49.193317 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Took 0.49 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:53:49.233225 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:49.236020 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:49.242913 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:49.357442 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:49.358858 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:49.359467 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:49.359866 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:49.360611 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:49.361161 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:49.361555 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:49.387439 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Getting quotas for project 6f7808ed44e84de4a1574e8aacd71c4e. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:53:49.393555 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Getting quotas for user e13c3673ebe14b7e997ec664499b9e82 and project 6f7808ed44e84de4a1574e8aacd71c4e. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:53:49.408515 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] [instance: 304975d8-d62e-4156-9697-09c3a9724371] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:53:49.408830 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:49.409450 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:49.410187 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:49.421768 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] [instance: 304975d8-d62e-4156-9697-09c3a9724371] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:53:49.425714 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:49.425714 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:49.425714 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:49.494485 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:49.496176 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:49.499604 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b994be6a-12f0-4b80-9d09-111a8f7326ad tempest-InstanceActionsV221TestJSON-976463296 tempest-InstanceActionsV221TestJSON-976463296-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:49.974889 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=18,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:55.701263 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Took 0.47 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:53:55.734164 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:55.734604 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:55.734996 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:55.783400 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:55.783841 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:55.784229 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:55.784884 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:55.785291 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:55.785670 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:55.804661 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Getting quotas for project 11060bbcab6b45cabb1457319d72b982. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:53:55.810315 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Getting quotas for user 93c41b7be1724632b0d6bd2bd3b57f8f and project 11060bbcab6b45cabb1457319d72b982. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:53:55.835853 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] [instance: f499ce97-cdf8-4dcf-9c28-3758aea5e78c] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:53:55.837612 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:55.838509 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:55.839088 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:55.861276 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] [instance: f499ce97-cdf8-4dcf-9c28-3758aea5e78c] block_device_mapping [BlockDeviceMapping(attachment_id=908e3b7c-1283-4356-a3ce-489836753148,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='d22119e1-5f3f-4632-9662-a540dcccb909',volume_size=1,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:53:55.866268 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:55.866867 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:55.867712 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:55.932954 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:53:55.933548 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:53:55.933992 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e5732161-8d96-4a11-8baa-e58b6315f7af tempest-LiveAutoBlockMigrationV225Test-1332499062 tempest-LiveAutoBlockMigrationV225Test-1332499062-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:53:59.375764 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:59.437528 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:59.465551 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:53:59.487127 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:03.796087 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Took 0.45 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:54:03.825521 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:03.825970 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:03.826379 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:03.931737 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:03.933667 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:03.934801 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:03.936140 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:03.936808 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:03.937856 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:03.978753 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Getting quotas for project 49238b8686d24ae698679e4a1957735d. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:54:03.995482 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Getting quotas for user e0d3d7458af447bdb3f03e83a2d8559f and project 49238b8686d24ae698679e4a1957735d. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:54:04.019624 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] [instance: 40e6c6e3-3d47-4781-b8a8-aafd671d7287] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:54:04.027365 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:04.028628 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.007s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:04.029281 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:04.045094 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] [instance: 40e6c6e3-3d47-4781-b8a8-aafd671d7287] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:54:04.046494 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:04.047085 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:04.048162 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:04.151084 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:04.151588 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:04.152084 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4d817c5b-e285-4ebf-baac-bae9c60b497d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:05.798502 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:05.874495 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=15 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:05.908604 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:05.922246 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:05.948237 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-6c47dd2b-41ec-4f93-a74f-856dda6583df tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:54:05.949101 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6c47dd2b-41ec-4f93-a74f-856dda6583df tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:05.949960 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6c47dd2b-41ec-4f93-a74f-856dda6583df tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:05.950687 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6c47dd2b-41ec-4f93-a74f-856dda6583df tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:06.380109 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-6c47dd2b-41ec-4f93-a74f-856dda6583df tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Created allocations for migration e7e4d301-ea60-46ac-aa78-9a29dc34505d on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 20:54:06.707305 ncdv-master-1 nova-conductor[129508]: DEBUG nova.scheduler.utils [None req-6c47dd2b-41ec-4f93-a74f-856dda6583df tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] [instance: 8f2e1da0-4586-460b-94dc-768fd618dc3d] Instance allocations successfully created on destination node 82b2e70d-e53b-42b2-b365-9fc3a40c7b32: {'allocations': {'82b2e70d-e53b-42b2-b365-9fc3a40c7b32': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024, 'DISK_GB': 1}}}} {{(pid=129508) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:851}} Oct 22 20:54:06.707985 ncdv-master-1 nova-conductor[129508]: DEBUG nova.objects.instance [None req-6c47dd2b-41ec-4f93-a74f-856dda6583df tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lazy-loading 'resources' on Instance uuid 8f2e1da0-4586-460b-94dc-768fd618dc3d {{(pid=129508) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:54:06.716716 ncdv-master-1 nova-conductor[129508]: DEBUG nova.objects.instance [None req-6c47dd2b-41ec-4f93-a74f-856dda6583df tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lazy-loading 'pci_requests' on Instance uuid 8f2e1da0-4586-460b-94dc-768fd618dc3d {{(pid=129508) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:54:07.167423 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.live_migrate [None req-6c47dd2b-41ec-4f93-a74f-856dda6583df tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] [instance: 8f2e1da0-4586-460b-94dc-768fd618dc3d] Start binding ports on destination host: nch2-master-1 {{(pid=129508) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}} Oct 22 20:54:13.960487 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:14.056511 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:14.119255 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:14.156861 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:18.329638 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:18.333413 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=5 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:18.410175 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=24,nova_cell1:UPDATE=4,nova_cell1:INSERT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:19.943193 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=18,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:20.535083 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f690e6f6-cfd1-4449-89db-027957237947 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:54:20.536134 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f690e6f6-cfd1-4449-89db-027957237947 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:20.536738 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f690e6f6-cfd1-4449-89db-027957237947 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:20.537357 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f690e6f6-cfd1-4449-89db-027957237947 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:21.055172 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.migrate [None req-f690e6f6-cfd1-4449-89db-027957237947 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Created allocations for migration 1b12fdba-5390-40aa-aaa8-9b635d764ee5 on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129509) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 20:54:21.384855 ncdv-master-1 nova-conductor[129509]: DEBUG nova.scheduler.utils [None req-f690e6f6-cfd1-4449-89db-027957237947 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] [instance: f499ce97-cdf8-4dcf-9c28-3758aea5e78c] Instance allocations successfully created on destination node 82b2e70d-e53b-42b2-b365-9fc3a40c7b32: {'allocations': {'82b2e70d-e53b-42b2-b365-9fc3a40c7b32': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024}}}} {{(pid=129509) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:851}} Oct 22 20:54:21.385291 ncdv-master-1 nova-conductor[129509]: DEBUG nova.objects.instance [None req-f690e6f6-cfd1-4449-89db-027957237947 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lazy-loading 'resources' on Instance uuid f499ce97-cdf8-4dcf-9c28-3758aea5e78c {{(pid=129509) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:54:21.390752 ncdv-master-1 nova-conductor[129509]: DEBUG nova.objects.instance [None req-f690e6f6-cfd1-4449-89db-027957237947 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] Lazy-loading 'pci_requests' on Instance uuid f499ce97-cdf8-4dcf-9c28-3758aea5e78c {{(pid=129509) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:54:21.875778 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.live_migrate [None req-f690e6f6-cfd1-4449-89db-027957237947 tempest-LiveAutoBlockMigrationV225Test-1881980506 tempest-LiveAutoBlockMigrationV225Test-1881980506-project-admin] [instance: f499ce97-cdf8-4dcf-9c28-3758aea5e78c] Start binding ports on destination host: nch2-master-1 {{(pid=129509) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}} Oct 22 20:54:28.994921 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Took 0.40 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:54:29.028565 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:29.029015 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:29.029410 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:29.143572 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:29.145155 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:29.145907 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:29.146597 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:29.147722 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:29.148333 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:29.148906 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:29.172286 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Getting quotas for project 6bacf9909082440f8a201771b64a75fa. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:54:29.179018 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Getting quotas for user c7f48d18691d4473bbe0284c44f14d09 and project 6bacf9909082440f8a201771b64a75fa. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:54:29.198009 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] [instance: 0e92c2df-261e-44fd-b584-2f870190e8ce] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:54:29.199205 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:29.199916 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:29.200579 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:29.210617 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] [instance: 0e92c2df-261e-44fd-b584-2f870190e8ce] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:54:29.212506 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:29.213203 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:29.213753 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:29.268718 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:29.271636 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:29.272503 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-98242cc0-8bdc-4553-ad8a-f46fb795e8cd tempest-ServersTestMultiNic-712697786 tempest-ServersTestMultiNic-712697786-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:31.134357 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Took 0.65 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:54:31.179873 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:31.180947 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:31.181815 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:31.297334 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:31.298051 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:31.299233 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:31.300195 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:31.300991 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:31.301808 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:31.326009 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Getting quotas for project 42111ed6bcc3465d8c1f5291da248e74. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:54:31.334992 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Getting quotas for user 5be93cabff0d46ccb2a3db0db1a13796 and project 42111ed6bcc3465d8c1f5291da248e74. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:54:31.354443 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] [instance: 29a351ac-ecf5-4b11-9bdd-f1c93df1335a] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:54:31.356667 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:31.357530 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:31.358145 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:31.368240 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] [instance: 29a351ac-ecf5-4b11-9bdd-f1c93df1335a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:54:31.370726 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:31.371462 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:31.372180 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:31.446649 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:31.447315 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:31.447786 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7a731ced-b62f-4803-ae91-cc6591dc5e12 tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:38.737832 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-8b35b1cd-ba63-415d-976a-a2ef3844bf98 tempest-MigrationsAdminTest-1403807426 tempest-MigrationsAdminTest-1403807426-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:54:38.738403 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8b35b1cd-ba63-415d-976a-a2ef3844bf98 tempest-MigrationsAdminTest-1403807426 tempest-MigrationsAdminTest-1403807426-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:38.739521 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8b35b1cd-ba63-415d-976a-a2ef3844bf98 tempest-MigrationsAdminTest-1403807426 tempest-MigrationsAdminTest-1403807426-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:38.739521 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8b35b1cd-ba63-415d-976a-a2ef3844bf98 tempest-MigrationsAdminTest-1403807426 tempest-MigrationsAdminTest-1403807426-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:39.163167 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:39.197906 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-8b35b1cd-ba63-415d-976a-a2ef3844bf98 tempest-MigrationsAdminTest-1403807426 tempest-MigrationsAdminTest-1403807426-project-admin] [instance: 40e6c6e3-3d47-4781-b8a8-aafd671d7287] Restricting to cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while migrating {{(pid=129508) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} Oct 22 20:54:39.952159 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-8b35b1cd-ba63-415d-976a-a2ef3844bf98 tempest-MigrationsAdminTest-1403807426 tempest-MigrationsAdminTest-1403807426-project-admin] Created allocations for migration b65f61d8-2acb-44e5-8889-26e878fa7d67 on 82b2e70d-e53b-42b2-b365-9fc3a40c7b32 {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 20:54:39.992834 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:41.316560 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:41.345399 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-8b35b1cd-ba63-415d-976a-a2ef3844bf98 tempest-MigrationsAdminTest-1403807426 tempest-MigrationsAdminTest-1403807426-project-admin] [instance: 40e6c6e3-3d47-4781-b8a8-aafd671d7287] Calling prep_resize with selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [] {{(pid=129508) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}} Oct 22 20:54:41.381224 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=33,nova_cell1:UPDATE=4,nova_cell1:INSERT=20,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:41.414982 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:41.435523 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:51.393333 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:51.405105 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=16,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:51.505511 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=24,nova_cell1:INSERT=20,nova_cell1:UPDATE=6 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:52.081127 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Took 0.47 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:54:52.139635 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:52.139635 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:52.139635 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:52.196967 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:54:52.204952 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:52.206160 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:52.208377 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:52.209270 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:52.209689 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:52.210076 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:52.232708 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Getting quotas for project 9f0ee8c8f7fc4e12bc1f9fcce3e7b581. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:54:52.242449 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Getting quotas for user 2c87f0356ca346f39c6216393d85da2f and project 9f0ee8c8f7fc4e12bc1f9fcce3e7b581. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:54:52.259740 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] [instance: fbb34507-cef9-4d78-9ed7-5d6eab4ca806] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:54:52.261765 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:52.262651 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:52.263516 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:52.276949 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] [instance: fbb34507-cef9-4d78-9ed7-5d6eab4ca806] block_device_mapping [BlockDeviceMapping(attachment_id=a816f547-24cf-488b-bd3e-f06f06b9d6dd,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='e0d87279-2183-4c20-872e-8170476b3f01',volume_size=1,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:54:52.278694 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:52.280795 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:52.293059 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:52.383176 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:52.383957 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:52.384556 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e1c2fae7-28ce-4ffb-885d-4ff4988e51de tempest-LiveMigrationTest-26615209 tempest-LiveMigrationTest-26615209-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:57.358362 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Took 1.06 seconds to select destinations for 2 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:54:57.447056 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:57.447766 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:57.448339 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:57.573384 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:57.573871 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:57.574275 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:57.702224 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:57.703180 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:57.703828 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:57.705223 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:57.707262 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:57.709091 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:57.752096 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Getting quotas for project a4cc7342bf7941d2ad7ebc70032dd52e. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:54:57.761741 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Getting quotas for user 1b638db630404ebbbcc2253db30844c5 and project a4cc7342bf7941d2ad7ebc70032dd52e. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:54:57.775852 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] [instance: c2cedf74-885c-404c-b12f-9b7f7d15734c] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:54:57.776966 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:57.778282 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:57.778905 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:57.792727 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] [instance: c2cedf74-885c-404c-b12f-9b7f7d15734c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:54:57.795617 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:57.796427 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:57.797370 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:57.881062 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:57.882058 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:57.882744 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:57.917692 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] [instance: 04d927bb-da77-4ca1-a828-562a01f07892] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:54:57.921057 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:57.922651 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:57.924222 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:57.953219 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] [instance: 04d927bb-da77-4ca1-a828-562a01f07892] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:54:57.955297 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:57.955965 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:57.956498 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:54:58.033750 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:54:58.034528 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:54:58.035110 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-404fc3ee-5843-469c-84c8-de0e050f4267 tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:02.218429 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:02.299135 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=15 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:02.366210 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:02.372021 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:04.685143 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Took 0.74 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:55:04.723840 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:04.724339 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:04.724769 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:04.834277 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:04.834922 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:04.835645 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:04.836511 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:04.837279 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:04.847643 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:04.923532 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Getting quotas for project 42111ed6bcc3465d8c1f5291da248e74. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:55:04.936901 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Getting quotas for user 5be93cabff0d46ccb2a3db0db1a13796 and project 42111ed6bcc3465d8c1f5291da248e74. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:55:04.971954 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] [instance: 532d6e6a-71ab-4ef0-a5bf-c042055c5121] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:55:04.973033 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:04.973635 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:04.974047 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:04.991125 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] [instance: 532d6e6a-71ab-4ef0-a5bf-c042055c5121] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:55:04.992665 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:04.993348 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:04.993760 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:05.078137 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:05.078891 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:05.079515 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fff6101d-818e-4830-b6e5-f09b929b1dbd tempest-FloatingIPsAssociationTestJSON-462023843 tempest-FloatingIPsAssociationTestJSON-462023843-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:07.730163 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:07.966839 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=16,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=35,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:08.003311 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:08.312481 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:55:08.358396 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:08.358818 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:08.360382 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:08.491023 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:08.491992 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:08.492588 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:08.495670 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:08.497035 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:08.497802 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:08.520855 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Getting quotas for project 594624ed28aa433d907c8833d360b82e. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:55:08.528049 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Getting quotas for user b392ad1fe1fd4b2a9e6be03a7435deb9 and project 594624ed28aa433d907c8833d360b82e. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:55:08.545904 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] [instance: a64fa89e-32f6-4994-a0b2-3788cf1c92ec] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:55:08.547020 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:08.547687 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:08.548242 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:08.571872 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] [instance: a64fa89e-32f6-4994-a0b2-3788cf1c92ec] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:55:08.577146 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:08.577849 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:08.578662 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:08.635975 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:08.636420 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:08.637050 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a01463de-4bff-4e15-8b1e-0402efe42c0e tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:14.875701 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:15.007684 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:15.056341 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:15.068899 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=17,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:18.511981 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:18.585055 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:18.599651 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=32,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:18.621693 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:19.987655 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=21 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:21.151596 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-efface9f-ee4c-4706-ab59-ee2188bd894f tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:55:21.152200 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-efface9f-ee4c-4706-ab59-ee2188bd894f tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:21.154743 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-efface9f-ee4c-4706-ab59-ee2188bd894f tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:21.155280 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-efface9f-ee4c-4706-ab59-ee2188bd894f tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:21.624574 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.migrate [None req-efface9f-ee4c-4706-ab59-ee2188bd894f tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Created allocations for migration 81f211e0-96d8-4a4d-bc8b-a74691c1ef52 on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129509) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 20:55:21.869988 ncdv-master-1 nova-conductor[129509]: DEBUG nova.scheduler.utils [None req-efface9f-ee4c-4706-ab59-ee2188bd894f tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] [instance: fbb34507-cef9-4d78-9ed7-5d6eab4ca806] Instance allocations successfully created on destination node 82b2e70d-e53b-42b2-b365-9fc3a40c7b32: {'allocations': {'82b2e70d-e53b-42b2-b365-9fc3a40c7b32': {'resources': {'VCPU': 1, 'MEMORY_MB': 1024}}}} {{(pid=129509) claim_resources_on_destination /opt/stack/nova/nova/scheduler/utils.py:851}} Oct 22 20:55:21.870427 ncdv-master-1 nova-conductor[129509]: DEBUG nova.objects.instance [None req-efface9f-ee4c-4706-ab59-ee2188bd894f tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lazy-loading 'resources' on Instance uuid fbb34507-cef9-4d78-9ed7-5d6eab4ca806 {{(pid=129509) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:55:21.875923 ncdv-master-1 nova-conductor[129509]: DEBUG nova.objects.instance [None req-efface9f-ee4c-4706-ab59-ee2188bd894f tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] Lazy-loading 'pci_requests' on Instance uuid fbb34507-cef9-4d78-9ed7-5d6eab4ca806 {{(pid=129509) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 20:55:22.754415 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.live_migrate [None req-efface9f-ee4c-4706-ab59-ee2188bd894f tempest-LiveMigrationTest-1665192420 tempest-LiveMigrationTest-1665192420-project-admin] [instance: fbb34507-cef9-4d78-9ed7-5d6eab4ca806] Start binding ports on destination host: nch2-master-1 {{(pid=129509) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}} Oct 22 20:55:26.875168 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Took 0.77 seconds to select destinations for 2 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:55:26.903487 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:26.904376 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:26.904938 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:26.995620 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:26.996514 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:26.997104 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:27.110279 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:27.110732 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:27.111123 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:27.111842 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:27.112240 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:27.112668 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:27.157069 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Getting quotas for project a4cc7342bf7941d2ad7ebc70032dd52e. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:55:27.163697 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Getting quotas for user 1b638db630404ebbbcc2253db30844c5 and project a4cc7342bf7941d2ad7ebc70032dd52e. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:55:27.183924 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] [instance: 73404cab-dc0f-4f1c-b38b-a1505a5dc8b2] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:55:27.184800 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:27.185242 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:27.185631 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:27.197294 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] [instance: 73404cab-dc0f-4f1c-b38b-a1505a5dc8b2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:55:27.198842 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:27.200251 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:27.206454 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:27.270373 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:27.270933 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:27.272715 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:27.298414 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] [instance: bccbf2b3-70e3-406d-b844-e48d765732cf] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:55:27.299483 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:27.300172 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:27.300784 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:27.319412 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] [instance: bccbf2b3-70e3-406d-b844-e48d765732cf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:55:27.326831 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:27.327292 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:27.328096 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:27.394003 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:27.394641 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:27.395238 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0a5dbd09-7027-441a-befb-280f00fd0fdb tempest-MultipleCreateTestJSON-1741424417 tempest-MultipleCreateTestJSON-1741424417-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:28.736931 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:55:28.823609 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:28.824447 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:28.824908 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:28.950257 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=18,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:28.962217 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:28.965716 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:28.966361 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:28.967263 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:28.976756 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.006s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:28.977771 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:29.069064 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Getting quotas for project 49238b8686d24ae698679e4a1957735d. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:55:29.075520 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Getting quotas for user e0d3d7458af447bdb3f03e83a2d8559f and project 49238b8686d24ae698679e4a1957735d. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:55:29.093597 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] [instance: 98f48cb1-54ed-4e82-8a25-fd004ddb5758] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:55:29.094996 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:29.095698 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:29.096329 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:29.110671 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] [instance: 98f48cb1-54ed-4e82-8a25-fd004ddb5758] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:55:29.113350 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:29.114386 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:29.115221 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:29.223681 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:29.226933 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:29.229664 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1f6edb03-7136-4a38-82c3-5ab25f57474a tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:36.542783 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 20:55:37.130308 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:37.339973 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=16,nova_cell1:INSERT=34 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:37.379599 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:37.384967 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:39.028645 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:39.121437 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=33,nova_cell1:UPDATE=4,nova_cell1:INSERT=19 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:39.195317 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:39.207558 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=17,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:39.958002 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:51.265306 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Took 0.66 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:55:51.309457 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:51.309907 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:51.310401 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:51.410387 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:55:51.414058 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:51.414653 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:51.415196 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:51.416948 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:51.417485 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:51.419148 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:51.451158 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Getting quotas for project b3b75771ecf442919c647f15d499880e. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:55:51.462345 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Getting quotas for user 02fdeda494a547f1a8714007e05e874d and project b3b75771ecf442919c647f15d499880e. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:55:51.483176 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] [instance: 78aef3f6-9cff-4db4-95c1-f0d5480b7a3c] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:55:51.485636 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:51.486365 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:51.488048 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:51.501474 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] [instance: 78aef3f6-9cff-4db4-95c1-f0d5480b7a3c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:55:51.504063 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:51.505003 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:51.505945 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:51.561185 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:51.561757 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:51.562231 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3a6a6a17-824c-4bf0-961e-d3876e5dc4be tempest-ServersTestFqdnHostnames-400258971 tempest-ServersTestFqdnHostnames-400258971-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:51.801408 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f0784933-3406-4b3b-9865-50d5d00ec21b tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:55:51.802034 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f0784933-3406-4b3b-9865-50d5d00ec21b tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:51.802579 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f0784933-3406-4b3b-9865-50d5d00ec21b tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:51.803018 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f0784933-3406-4b3b-9865-50d5d00ec21b tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:51.989321 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.migrate [None req-f0784933-3406-4b3b-9865-50d5d00ec21b tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] [instance: 98f48cb1-54ed-4e82-8a25-fd004ddb5758] Restricting to cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while migrating {{(pid=129509) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} Oct 22 20:55:52.362661 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.migrate [None req-f0784933-3406-4b3b-9865-50d5d00ec21b tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Created allocations for migration b5b08e17-6013-4085-8822-33756e29ecbe on 82b2e70d-e53b-42b2-b365-9fc3a40c7b32 {{(pid=129509) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 20:55:53.166558 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.migrate [None req-f0784933-3406-4b3b-9865-50d5d00ec21b tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] [instance: 98f48cb1-54ed-4e82-8a25-fd004ddb5758] Calling prep_resize with selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [Selection(allocation_request='{"allocations": {"82b2e70d-e53b-42b2-b365-9fc3a40c7b32": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["82b2e70d-e53b-42b2-b365-9fc3a40c7b32"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=5972cb63-1ab7-4825-b0ae-86c7acab764c,compute_node_uuid=82b2e70d-e53b-42b2-b365-9fc3a40c7b32,limits=SchedulerLimits,nodename='nch2-master-1',service_host='nch2-master-1')] {{(pid=129509) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}} Oct 22 20:55:57.302022 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:55:57.354712 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:57.355151 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:57.363046 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:57.469169 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:57.474782 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.006s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:57.475216 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:57.478361 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:57.479761 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:57.480757 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:57.533276 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Getting quotas for project 371ecb87e8d34859971be23c1a1bc443. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:55:57.539793 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Getting quotas for user e787e0b494764176a0f13d75c47d77fa and project 371ecb87e8d34859971be23c1a1bc443. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:55:57.572099 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] [instance: 28c2b09f-e43f-472b-b8db-f407c341acfd] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:55:57.572994 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:57.573439 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:57.573834 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:57.596309 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] [instance: 28c2b09f-e43f-472b-b8db-f407c341acfd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:55:57.597892 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:57.598359 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:57.598763 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:55:57.662372 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:55:57.663095 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:55:57.663686 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-63d85c91-eca1-425a-b215-54eabb06632b tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:00.331708 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:56:00.354284 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:00.354808 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:00.355549 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:00.410379 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:00.410936 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:00.411550 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:00.412284 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:00.412773 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:00.413225 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:00.432942 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Getting quotas for project 371ecb87e8d34859971be23c1a1bc443. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:56:00.441156 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Getting quotas for user e787e0b494764176a0f13d75c47d77fa and project 371ecb87e8d34859971be23c1a1bc443. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:56:00.457978 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] [instance: c5db8404-7c9d-41d4-a018-a27058378d35] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:56:00.459089 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:00.459741 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:00.461256 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:00.473153 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] [instance: c5db8404-7c9d-41d4-a018-a27058378d35] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:56:00.477458 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:00.478187 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:00.478800 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:00.523057 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:00.523972 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:00.533393 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8c31a2a3-b471-45a3-a1e0-bae2384e3cfd tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:04.794580 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Took 0.67 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:56:04.859617 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:04.860393 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:04.860801 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:05.032776 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:05.034800 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:05.035868 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:05.037052 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:05.038806 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:05.040249 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:05.113809 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Getting quotas for project 371ecb87e8d34859971be23c1a1bc443. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:56:05.135013 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Getting quotas for user e787e0b494764176a0f13d75c47d77fa and project 371ecb87e8d34859971be23c1a1bc443. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:56:05.192979 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] [instance: df5f7e8f-5ed6-4ad6-9bcb-eaa54b4ee320] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:56:05.203748 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:05.205902 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:05.208718 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:05.228048 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] [instance: df5f7e8f-5ed6-4ad6-9bcb-eaa54b4ee320] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:56:05.230568 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:05.231675 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:05.232423 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:05.289384 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:05.290189 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:05.290809 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-cdc19584-7a1e-4349-9180-a0e674a31aa9 tempest-ListServerFiltersTestJSON-1003295825 tempest-ListServerFiltersTestJSON-1003295825-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:09.697683 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 20:56:10.423672 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:10.488332 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=24,nova_cell1:UPDATE=6,nova_cell1:INSERT=20 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:10.509685 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:10.519956 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:15.073186 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:15.238863 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=27,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=53,nova_cell1:RELEASE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:15.263793 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=33,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:15.278752 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=39,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:18.137333 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Took 0.55 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:56:18.185486 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:18.185934 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:18.186322 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:18.282214 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=15,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:18.291830 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:18.295394 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:18.299184 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:18.300182 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:18.300775 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:18.301945 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:18.354714 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Getting quotas for project 594624ed28aa433d907c8833d360b82e. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:56:18.364641 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Getting quotas for user b392ad1fe1fd4b2a9e6be03a7435deb9 and project 594624ed28aa433d907c8833d360b82e. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:56:18.402899 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] [instance: 3de7ee82-86b9-4c34-8b81-46f09d6239d0] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:56:18.406906 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:18.408493 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:18.410982 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:18.439411 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] [instance: 3de7ee82-86b9-4c34-8b81-46f09d6239d0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:56:18.441057 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:18.442164 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:18.442726 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:18.516332 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:18.517912 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:18.520648 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f36d697f-d076-4269-b425-9e7eb8b1890a tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:28.333652 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:28.453418 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:28.484796 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:28.499207 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:29.982429 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:29.983251 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=24 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:47.863751 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:56:47.898177 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:47.898575 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:47.898968 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:48.009735 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:48.010481 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:48.011065 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:48.011971 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:48.012574 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:48.013253 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:48.053190 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Getting quotas for project 49238b8686d24ae698679e4a1957735d. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:56:48.064544 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Getting quotas for user e0d3d7458af447bdb3f03e83a2d8559f and project 49238b8686d24ae698679e4a1957735d. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:56:48.081620 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] [instance: aee36c9d-baf4-453c-b88f-31b8f23638c2] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:56:48.082960 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:48.083681 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:48.084292 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:48.100291 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] [instance: aee36c9d-baf4-453c-b88f-31b8f23638c2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:56:48.102685 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:48.103379 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:48.103989 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:48.162718 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:48.163299 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:48.163883 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bfb7ea81-57f2-4160-9df0-b2fb86bba41f tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:52.682941 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Took 0.74 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:56:52.709976 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:52.710847 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:52.711599 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:52.824573 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:52.825678 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:52.826188 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:52.830786 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:52.831888 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.005s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:52.832574 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:52.857284 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Getting quotas for project 9be467d2547d46089b833ae4b5f9dd05. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:56:52.884855 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Getting quotas for user 153f7059fd924dc5b19f323e0a400381 and project 9be467d2547d46089b833ae4b5f9dd05. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:56:52.920521 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] [instance: 674e9bd2-7dfd-4854-83e8-56d8970e56bc] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:56:52.921707 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:52.923101 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:52.924061 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:52.944432 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] [instance: 674e9bd2-7dfd-4854-83e8-56d8970e56bc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:56:52.947050 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:52.947925 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:52.952391 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:53.008284 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:53.009845 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:53.010424 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f6da455c-0a31-4be5-ad52-a81186b514e2 tempest-ServerMetadataNegativeTestJSON-1253820515 tempest-ServerMetadataNegativeTestJSON-1253820515-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:58.031384 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:58.112704 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:58.122835 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=10 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:58.154771 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:56:59.574234 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Took 0.73 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:56:59.622547 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:59.622999 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:59.625145 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:59.768393 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:59.770484 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:59.771815 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:59.772828 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:59.773678 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:59.774232 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:59.800172 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Took 0.57 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:56:59.806196 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Getting quotas for project a8b58ab4af674c778b4819f177045651. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:56:59.814175 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Getting quotas for user 0d0d808e98f843dd9621822682c9d278 and project a8b58ab4af674c778b4819f177045651. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:56:59.852312 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:59.856138 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:59.856722 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:59.858361 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] [instance: cc3236d7-3b9f-40f2-8a53-3096f986e87e] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:56:59.861295 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:59.866648 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.005s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:59.867263 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:59.878182 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] [instance: cc3236d7-3b9f-40f2-8a53-3096f986e87e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:56:59.880139 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:59.880791 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:59.881443 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:56:59.958557 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:56:59.959268 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:56:59.959417 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8dafe0cb-a5b7-42d9-94d1-a4fac8431f7e tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:00.004180 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=18,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:00.026187 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=15,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:00.037566 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:00.038281 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:00.039123 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:00.040050 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:00.040610 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:00.041143 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:00.063894 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Getting quotas for project 7e883d7e73084efeb725945ae0bab317. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:57:00.071160 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Getting quotas for user 5660f7f9d86f473eaa83e2be362ca63c and project 7e883d7e73084efeb725945ae0bab317. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:57:00.086278 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] [instance: 18183d64-42b7-4b9f-9bca-6d018f17eeb3] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:57:00.087570 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:00.088407 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:00.089025 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:00.102737 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] [instance: 18183d64-42b7-4b9f-9bca-6d018f17eeb3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:57:00.104926 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:00.106122 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:00.106755 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:00.176860 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:00.177308 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:00.177877 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-14cc76a1-bcb2-4475-a16e-7ba89c7a6212 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444 tempest-FloatingIPsAssociationNegativeTestJSON-1664528444-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:05.030432 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:57:05.075401 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:05.075796 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:05.076443 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:05.178227 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:05.178954 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:05.179816 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:05.181256 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:05.182626 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:05.183231 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:05.217008 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Getting quotas for project 8351b01e07cd43f9be973ab45e522bf0. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:57:05.223693 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Getting quotas for user 57dbe89a7e11480194d3d86f82983499 and project 8351b01e07cd43f9be973ab45e522bf0. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:57:05.238156 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] [instance: f070b144-3a1a-4456-8e5b-02af12557c6a] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:57:05.239485 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:05.240198 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:05.240815 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:05.252338 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] [instance: f070b144-3a1a-4456-8e5b-02af12557c6a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:57:05.255477 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:05.256277 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:05.257097 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:05.341159 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:05.341659 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:05.342065 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-6ce02001-1e60-4415-9ca4-76ea71e27ea4 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:06.731491 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Took 0.53 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:57:06.774803 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:06.775252 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:06.778017 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:06.832396 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:06.833160 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:06.833804 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:06.834767 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:06.835591 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:06.836181 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:06.854235 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Getting quotas for project 8351b01e07cd43f9be973ab45e522bf0. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:57:06.859570 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Getting quotas for user 57dbe89a7e11480194d3d86f82983499 and project 8351b01e07cd43f9be973ab45e522bf0. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:57:06.872714 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] [instance: 7c5c7ad1-4e7b-427e-8f66-862cc9b2f457] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:57:06.873807 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:06.874250 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:06.874645 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:06.886473 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] [instance: 7c5c7ad1-4e7b-427e-8f66-862cc9b2f457] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:57:06.888502 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:06.889172 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:06.889770 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:06.926087 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:06.926534 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:06.926938 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b2adc9d3-3052-4109-b39f-c2a37bffce3c tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:08.913847 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Took 0.36 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:57:09.007286 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:09.007761 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:09.008154 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:09.105433 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:09.106059 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:09.106836 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:09.108155 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:09.108877 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:09.109469 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:09.133155 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Getting quotas for project 594624ed28aa433d907c8833d360b82e. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:57:09.139672 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Getting quotas for user b392ad1fe1fd4b2a9e6be03a7435deb9 and project 594624ed28aa433d907c8833d360b82e. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:57:09.154695 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] [instance: 5fadabfa-64f5-4c20-9778-b986d965a632] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:57:09.156108 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:09.156847 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:09.157935 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:09.170835 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] [instance: 5fadabfa-64f5-4c20-9778-b986d965a632] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:57:09.174009 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:09.175122 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:09.176289 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:09.225900 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:09.228186 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:09.229093 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-061574aa-285d-4164-9a54-bca96a8fe6cd tempest-ImagesOneServerNegativeTestJSON-477371163 tempest-ImagesOneServerNegativeTestJSON-477371163-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:16.844023 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=6 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:16.894765 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=27,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=53,nova_cell1:RELEASE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:16.912029 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=31,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:16.920503 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=41,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:19.123118 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:19.181001 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=27,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=53,nova_cell1:RELEASE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:19.207283 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=31,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:19.217145 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=41,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:20.056604 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-887255a9-61ef-44f5-83ab-b727eb03942d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:57:20.057106 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-887255a9-61ef-44f5-83ab-b727eb03942d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:20.057788 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-887255a9-61ef-44f5-83ab-b727eb03942d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:20.058372 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-887255a9-61ef-44f5-83ab-b727eb03942d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:20.216247 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.migrate [None req-887255a9-61ef-44f5-83ab-b727eb03942d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] [instance: aee36c9d-baf4-453c-b88f-31b8f23638c2] Restricting to cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while migrating {{(pid=129509) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} Oct 22 20:57:20.463558 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.migrate [None req-887255a9-61ef-44f5-83ab-b727eb03942d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Created allocations for migration b3b4c3f1-5560-4735-b181-8047604c0609 on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129509) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 20:57:20.946318 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.migrate [None req-887255a9-61ef-44f5-83ab-b727eb03942d tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] [instance: aee36c9d-baf4-453c-b88f-31b8f23638c2] Calling prep_resize with selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [Selection(allocation_request='{"allocations": {"f4f18686-9f51-4c82-af4c-0f0c6765a1ba": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["f4f18686-9f51-4c82-af4c-0f0c6765a1ba"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=5972cb63-1ab7-4825-b0ae-86c7acab764c,compute_node_uuid=f4f18686-9f51-4c82-af4c-0f0c6765a1ba,limits=SchedulerLimits,nodename='nch1-master-1',service_host='nch1-master-1')] {{(pid=129509) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}} Oct 22 20:57:27.566410 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Took 0.40 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:57:27.673846 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:27.674538 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:27.678272 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:27.733521 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:27.734221 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:27.734787 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:27.736008 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:27.736564 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:27.737089 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:27.762288 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Getting quotas for project 8351b01e07cd43f9be973ab45e522bf0. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:57:27.769408 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Getting quotas for user 57dbe89a7e11480194d3d86f82983499 and project 8351b01e07cd43f9be973ab45e522bf0. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:57:27.790120 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] [instance: fd812b37-71ed-400f-ba94-050254f85f9e] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:57:27.791008 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:27.791479 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:27.791873 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:27.804061 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] [instance: fd812b37-71ed-400f-ba94-050254f85f9e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:57:27.805330 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:27.805773 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:27.807050 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:27.866816 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:27.867305 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:27.867732 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8f3d187-db44-416a-80a7-d006c4b9aedd tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:30.970177 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=5 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:30.971550 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=3,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:31.009714 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:33.204470 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Took 0.39 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:57:33.233210 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:33.233813 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:33.234301 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:33.301807 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=18,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:33.303810 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:33.304260 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:33.304566 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:33.305230 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:33.305708 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:33.306125 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:33.338307 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Getting quotas for project a8b58ab4af674c778b4819f177045651. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:57:33.343826 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Getting quotas for user 0d0d808e98f843dd9621822682c9d278 and project a8b58ab4af674c778b4819f177045651. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:57:33.358828 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] [instance: 829a4155-cf7c-470d-a127-c729e32747fe] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:57:33.359796 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:33.360301 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:33.361365 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:33.373363 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] [instance: 829a4155-cf7c-470d-a127-c729e32747fe] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:57:33.375755 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:33.376799 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:33.377467 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:33.430211 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:33.431046 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:33.431862 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-520ce83b-d6b6-4c58-9005-066a93e78e17 tempest-LiveMigrationNegativeTest-1482658301 tempest-LiveMigrationNegativeTest-1482658301-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:37.746767 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:37.816126 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:37.844847 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=8 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:37.857282 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:40.001675 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=25 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:43.325669 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:43.385831 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:43.406022 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:43.419251 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:57:51.706658 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Took 0.53 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:57:51.733681 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:51.734899 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:51.735724 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:51.814683 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:51.815128 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:51.815720 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:51.816370 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:51.816963 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:51.817487 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:51.842866 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Getting quotas for project 3e9492cfb8c4487989bce6074736df04. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:57:51.850192 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Getting quotas for user 3466ea643c9142cfa0678d4cc277faab and project 3e9492cfb8c4487989bce6074736df04. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:57:51.865605 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] [instance: 659e6aaf-82b7-4361-8289-970d6de4a7b7] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:57:51.867016 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:51.867653 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:51.868198 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:51.880458 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] [instance: 659e6aaf-82b7-4361-8289-970d6de4a7b7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:57:51.881908 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:51.882344 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:51.882729 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:57:51.945121 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:57:51.945620 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:57:51.946012 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c9435037-1410-4d26-8a70-d8e136e9d452 tempest-ServerPasswordTestJSON-1023240106 tempest-ServerPasswordTestJSON-1023240106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:01.026196 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-bd58b50c-026e-4f55-b72e-6183ed44988d tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method rebuild_instance {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:58:01.030082 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-bd58b50c-026e-4f55-b72e-6183ed44988d tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:01.036336 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-bd58b50c-026e-4f55-b72e-6183ed44988d tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.005s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:01.037334 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-bd58b50c-026e-4f55-b72e-6183ed44988d tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.006s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:01.113564 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-bd58b50c-026e-4f55-b72e-6183ed44988d tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] [instance: f070b144-3a1a-4456-8e5b-02af12557c6a] No migration record for the rebuild/evacuate request. {{(pid=129509) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1167}} Oct 22 20:58:01.834848 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:01.888243 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:01.921315 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=10 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:01.934259 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:09.984077 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=11,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:11.022863 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:11.151401 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:11.231133 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:19.380950 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Took 0.65 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:58:19.420969 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:19.421501 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:19.422178 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:19.540264 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=15,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:19.556869 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:19.557289 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:19.557682 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:19.558546 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:19.559119 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:19.559528 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:19.613204 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Getting quotas for project 5af194191cdc4b34a470c821a932e2fd. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:58:19.625967 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Getting quotas for user 5bb8017457354ed68be65cb426965cb2 and project 5af194191cdc4b34a470c821a932e2fd. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:58:19.641222 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] [instance: 19465083-6d3a-485d-9101-950d9c45abaf] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:58:19.642327 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:19.643491 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:19.644797 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:19.662611 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] [instance: 19465083-6d3a-485d-9101-950d9c45abaf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:58:19.664235 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:19.664925 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:19.665384 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:19.720470 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:19.721261 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:19.721859 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f01312e5-b88a-4d84-8c17-ccf3cccab7ca tempest-ServersTestJSON-570436737 tempest-ServersTestJSON-570436737-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:24.118863 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f77f81ad-c985-49d3-a8c8-acaffaaed193 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method rebuild_instance {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:58:24.121857 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f77f81ad-c985-49d3-a8c8-acaffaaed193 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:24.122401 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f77f81ad-c985-49d3-a8c8-acaffaaed193 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:24.123978 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f77f81ad-c985-49d3-a8c8-acaffaaed193 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:24.161891 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f77f81ad-c985-49d3-a8c8-acaffaaed193 tempest-ServersAdminTestJSON-1787327939 tempest-ServersAdminTestJSON-1787327939-project] [instance: f070b144-3a1a-4456-8e5b-02af12557c6a] No migration record for the rebuild/evacuate request. {{(pid=129509) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1167}} Oct 22 20:58:27.296746 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Took 0.68 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:58:27.347597 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:27.357890 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:27.366939 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.010s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:27.474200 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:27.475004 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:27.475779 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:27.477589 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:27.478211 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:27.478821 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:27.503507 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Getting quotas for project 49238b8686d24ae698679e4a1957735d. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:58:27.509818 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Getting quotas for user e0d3d7458af447bdb3f03e83a2d8559f and project 49238b8686d24ae698679e4a1957735d. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:58:27.525467 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] [instance: c3e6246d-c32a-490d-ba83-84b54822f971] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:58:27.526874 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:27.527575 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:27.528193 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:27.542012 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] [instance: c3e6246d-c32a-490d-ba83-84b54822f971] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:58:27.546982 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:27.548109 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:27.548687 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:27.610557 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:27.611291 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:27.611903 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61079ef5-2c1c-4951-b4a9-909cd3ca01ce tempest-MigrationsAdminTest-1624122076 tempest-MigrationsAdminTest-1624122076-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:34.120142 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:34.204625 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:34.311555 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:37.492525 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:37.559239 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=18,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=36,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:37.587072 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=22,nova_api:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:37.599701 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=26,nova_api:DELETE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:47.751173 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-60b965f8-a762-4a15-9909-af2200db9d1a tempest-MigrationsAdminTest-1403807426 tempest-MigrationsAdminTest-1403807426-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 20:58:47.751777 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-60b965f8-a762-4a15-9909-af2200db9d1a tempest-MigrationsAdminTest-1403807426 tempest-MigrationsAdminTest-1403807426-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:47.752622 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-60b965f8-a762-4a15-9909-af2200db9d1a tempest-MigrationsAdminTest-1403807426 tempest-MigrationsAdminTest-1403807426-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:47.752622 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-60b965f8-a762-4a15-9909-af2200db9d1a tempest-MigrationsAdminTest-1403807426 tempest-MigrationsAdminTest-1403807426-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:48.028199 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.migrate [None req-60b965f8-a762-4a15-9909-af2200db9d1a tempest-MigrationsAdminTest-1403807426 tempest-MigrationsAdminTest-1403807426-project-admin] [instance: c3e6246d-c32a-490d-ba83-84b54822f971] Restricting to cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while migrating {{(pid=129509) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} Oct 22 20:58:48.489116 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.migrate [None req-60b965f8-a762-4a15-9909-af2200db9d1a tempest-MigrationsAdminTest-1403807426 tempest-MigrationsAdminTest-1403807426-project-admin] Created allocations for migration 53666fff-522c-4ccc-b692-b08bc19cd620 on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129509) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 20:58:49.467209 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.tasks.migrate [None req-60b965f8-a762-4a15-9909-af2200db9d1a tempest-MigrationsAdminTest-1403807426 tempest-MigrationsAdminTest-1403807426-project-admin] [instance: c3e6246d-c32a-490d-ba83-84b54822f971] Calling prep_resize with selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129509) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}} Oct 22 20:58:49.989391 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:49.999089 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=18 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:58.403496 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Took 0.60 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:58:58.436354 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:58.437080 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:58.437769 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:58.533419 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:58.534277 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:58.534982 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:58.536098 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:58.536744 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:58.537413 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:58.568094 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Getting quotas for project ed31e93b0e8a43f28e497f94318815ce. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:58:58.581636 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Getting quotas for user 46d49952dbca4d95a25411b65d56552b and project ed31e93b0e8a43f28e497f94318815ce. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:58:58.602454 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] [instance: 61d89bc7-fcfe-479b-baa1-7307a4395cc3] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:58:58.603477 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:58.604113 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:58.604833 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:58.621181 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] [instance: 61d89bc7-fcfe-479b-baa1-7307a4395cc3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:58:58.622496 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:58.623008 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:58.623429 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:58.716641 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:58:58.717231 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:58:58.718798 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-84920883-4ab3-44c4-b7e2-7227ab81c391 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:58:59.531952 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:59.535489 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:58:59.590873 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:02.801743 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Took 0.68 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:59:02.844191 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:02.844633 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:02.845018 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:02.964306 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:02.964773 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:02.965137 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:02.966068 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:02.966647 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:02.967179 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:03.011310 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Getting quotas for project 2d79e903f8f24a348d5e771d434c70c3. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:59:03.026862 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Getting quotas for user c8e36cd987f04f11b6a41325add4ccac and project 2d79e903f8f24a348d5e771d434c70c3. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:59:03.050071 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] [instance: ae58d60e-a113-4a38-94b5-b72a19c353e6] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:59:03.051576 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:03.052027 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:03.052422 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:03.076885 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] [instance: ae58d60e-a113-4a38-94b5-b72a19c353e6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:59:03.078590 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:03.079224 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:03.079865 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:03.138733 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:03.139605 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:03.140336 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1ca8e97c-0e88-4b08-a616-5b3bb619127d tempest-ServerRescueTestJSONUnderV235-181636764 tempest-ServerRescueTestJSONUnderV235-181636764-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:08.553008 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:08.630228 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:08.682746 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:08.699521 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:12.990673 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:13.084506 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:13.108447 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:13.126672 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:19.834033 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Took 0.63 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:59:19.887237 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:19.888007 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:19.888836 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:19.999828 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:20.000401 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:20.001103 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:20.002145 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:20.002609 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:20.003062 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:20.013060 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:20.033072 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Getting quotas for project cd687d54e07d4ab4af00ad801ef4b58d. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:59:20.038619 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Getting quotas for user 211483c6acea4f76b6c0e4bfc818e7aa and project cd687d54e07d4ab4af00ad801ef4b58d. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:59:20.052771 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] [instance: f38f14b2-b9d7-4bed-92ba-7b95ea4b2270] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:59:20.053946 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:20.054381 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:20.054770 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:20.063228 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] [instance: f38f14b2-b9d7-4bed-92ba-7b95ea4b2270] block_device_mapping [BlockDeviceMapping(attachment_id=3ffc2079-00e7-435a-a1ad-ec49f69df002,boot_index=0,connection_info=None,created_at=,delete_on_termination=False,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag='boot',updated_at=,uuid=,volume_id='d1d5f32b-f8b3-4714-96ae-203dc0482f4b',volume_size=1,volume_type=None), BlockDeviceMapping(attachment_id=a32d070d-e8b7-4e77-809c-49b60a67efdf,boot_index=1,connection_info=None,created_at=,delete_on_termination=False,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag='other',updated_at=,uuid=,volume_id='1b9bd5cf-91ea-49ac-9156-2270dc908725',volume_size=1,volume_type=None), BlockDeviceMapping(attachment_id=315d9685-2ecc-4017-aeda-f529f4735d73,boot_index=2,connection_info=None,created_at=,delete_on_termination=False,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='ebb1b567-e10c-480f-8fc1-0b24f1086d7e',volume_size=1,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:59:20.065388 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:20.065876 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:20.067498 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:20.077091 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:20.077747 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:20.078120 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:20.087425 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:20.087997 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:20.088451 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:20.121694 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:20.122155 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:20.122543 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ee73844c-763d-48fa-bd35-6c4ca1131e21 tempest-TaggedBootDevicesTest_v242-1175888917 tempest-TaggedBootDevicesTest_v242-1175888917-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:29.715700 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 20:59:29.983849 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=15,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:30.012927 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:30.092801 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=11,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:30.108572 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:30.115791 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:46.479998 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Took 0.61 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 20:59:46.559166 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:46.562379 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:46.562855 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:46.697166 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:46.697880 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:46.699328 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:46.700314 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:46.704063 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:46.705706 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:46.786365 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Getting quotas for project ed31e93b0e8a43f28e497f94318815ce. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 20:59:46.797386 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Getting quotas for user 46d49952dbca4d95a25411b65d56552b and project ed31e93b0e8a43f28e497f94318815ce. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 20:59:46.828561 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] [instance: 7dde7a20-b949-4c72-ae19-83f2f0afd0d1] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 20:59:46.832360 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:46.834545 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:46.836059 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:46.848712 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] [instance: 7dde7a20-b949-4c72-ae19-83f2f0afd0d1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 20:59:46.852095 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:46.854735 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:46.855607 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:46.928309 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 20:59:46.928843 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 20:59:46.929445 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-405227a4-8e29-4a67-8ac2-12c36b59a661 tempest-SecurityGroupsTestJSON-1604956559 tempest-SecurityGroupsTestJSON-1604956559-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 20:59:56.729430 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:56.865064 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:56.893782 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:56.912689 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 20:59:59.995402 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:07.645474 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Took 0.40 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:00:07.711326 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:07.712220 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:07.715044 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:07.832923 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:07.833796 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:07.834610 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:07.836464 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:07.837192 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:07.837966 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:07.870180 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Getting quotas for project b6e01f91c3a845bf8e67e3ad415d9c69. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:00:07.881202 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Getting quotas for user 2b9bfe6f6d564d4c9fb1fea439476e03 and project b6e01f91c3a845bf8e67e3ad415d9c69. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:00:07.908835 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] [instance: 70f4c178-630e-4050-8aad-4c60bec30bcd] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:00:07.909708 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:07.910159 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:07.910535 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:07.934832 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] [instance: 70f4c178-630e-4050-8aad-4c60bec30bcd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:00:07.936517 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:07.937193 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:07.937769 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:08.005308 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:08.006135 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:08.006776 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1393bd34-b6f8-4e3a-a09f-8d6495c6f593 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:09.992022 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:10.580815 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Took 0.49 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:00:10.615833 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:10.620102 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:10.620902 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:10.699065 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:10.700120 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:10.700858 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:10.702399 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:10.703141 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:10.704340 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:10.737559 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Getting quotas for project b6e01f91c3a845bf8e67e3ad415d9c69. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:00:10.747073 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Getting quotas for user 2b9bfe6f6d564d4c9fb1fea439476e03 and project b6e01f91c3a845bf8e67e3ad415d9c69. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:00:10.762447 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] [instance: ee6c092d-1150-415f-8a2e-58f4d3b5c238] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:00:10.764196 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:10.764862 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:10.765456 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:10.777065 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] [instance: ee6c092d-1150-415f-8a2e-58f4d3b5c238] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:00:10.780739 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:10.781652 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:10.782389 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:10.847598 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:10.847916 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:10.848474 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f4603f51-0634-442a-a8ee-459f50adb301 tempest-ListImageFiltersTestJSON-1345601845 tempest-ListImageFiltersTestJSON-1345601845-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:17.860248 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:17.942273 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:17.986596 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:17.987704 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:20.724176 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:20.789780 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:20.837009 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:20.838232 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:20.865146 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Took 0.70 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:00:20.922035 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:20.922471 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:20.922849 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:21.024177 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:21.024634 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:21.025032 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:21.025754 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:21.026464 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:21.026724 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:21.081916 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Getting quotas for project b4cd7873d6db4e09bc9ab9a048a6b1ef. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:00:21.096632 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Getting quotas for user be1b410a64e0415a96d30f5040361137 and project b4cd7873d6db4e09bc9ab9a048a6b1ef. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:00:21.117594 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] [instance: eb38dcff-5703-4735-bf8e-6a40d51d8567] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:00:21.118773 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:21.119469 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:21.119924 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:21.131472 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] [instance: eb38dcff-5703-4735-bf8e-6a40d51d8567] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:00:21.132960 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:21.133497 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:21.133983 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:21.187805 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:21.189066 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:21.189598 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-3c23a614-b534-4dca-ae49-ab6f1c0a563c tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:23.522035 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:00:23.625159 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:23.625660 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:23.626066 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:23.764228 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:23.767068 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:23.768746 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:23.770246 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:23.772863 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:23.775032 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:23.821358 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Getting quotas for project 66a26a2284f4424cbeaf63d504652546. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:00:23.829994 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Getting quotas for user f0a44ff8e7c14b94b1670f030085c43d and project 66a26a2284f4424cbeaf63d504652546. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:00:23.851049 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] [instance: af11a208-be6e-4f70-85f0-4bafafb4febd] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:00:23.853003 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:23.853716 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:23.856191 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:23.874924 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] [instance: af11a208-be6e-4f70-85f0-4bafafb4febd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:00:23.884682 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:23.886037 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.008s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:23.887088 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:23.952086 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:23.953103 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:23.955882 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-d6239df9-fe2d-4a46-9413-c6a84070254a tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:30.291859 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Took 0.39 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:00:30.318047 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:30.318586 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:30.319171 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:30.390956 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=20,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:30.398247 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:30.398695 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:30.399087 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:30.399962 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:30.400562 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:30.401169 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:30.420003 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Getting quotas for project 18ca06233c6b4e808308cf6613eb8db5. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:00:30.425517 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Getting quotas for user d42dbc5f3bc042ef935dd95e123bab0b and project 18ca06233c6b4e808308cf6613eb8db5. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:00:30.438122 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] [instance: 5e249f40-5d17-49e0-8b86-75f2b4f089c2] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:00:30.439243 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:30.439730 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:30.440124 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:30.457492 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] [instance: 5e249f40-5d17-49e0-8b86-75f2b4f089c2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:00:30.459843 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:30.460515 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:30.461301 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:30.507050 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:30.507780 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:30.508334 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ea877925-2dc8-42e0-ab85-bbd58d6acae4 tempest-ServerDiagnosticsNegativeTest-616658542 tempest-ServerDiagnosticsNegativeTest-616658542-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:33.798617 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:33.894273 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:33.915109 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:33.940614 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:36.557420 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:00:40.411961 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:40.467215 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=18,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=36,nova_cell1:RELEASE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:40.494097 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=33,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:40.495488 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:47.387414 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Took 0.55 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:00:47.461423 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:47.461423 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.008s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:47.461423 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:47.549563 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=20,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:47.552509 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:47.553072 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:47.554821 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:47.555584 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:47.556593 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:47.559109 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:47.588766 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Getting quotas for project b4cd7873d6db4e09bc9ab9a048a6b1ef. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:00:47.601124 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Getting quotas for user be1b410a64e0415a96d30f5040361137 and project b4cd7873d6db4e09bc9ab9a048a6b1ef. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:00:47.637600 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] [instance: a3ed180f-6c68-4c19-bdb7-602dd8ffaaf2] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:00:47.638780 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:47.646489 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:47.647295 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.006s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:47.698464 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] [instance: a3ed180f-6c68-4c19-bdb7-602dd8ffaaf2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:00:47.703125 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:47.706293 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:47.708890 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:47.797760 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:00:47.799990 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:00:47.800574 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-82cf754c-5cb9-4f4e-8f2a-833ae48ebaef tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:00:57.577796 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:57.721056 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:57.755994 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:00:57.783318 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:09.992553 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=12 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:19.978732 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:22.033180 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Took 0.75 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:01:22.077698 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:22.081805 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:22.082508 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:22.198840 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:22.199290 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:22.199718 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:22.200385 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:22.204951 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:22.205369 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:22.247634 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Getting quotas for project a24fe30b11dc4daf8dcbaaa72eedc48b. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:01:22.256932 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Getting quotas for user 2246e084910f408db12c0139a2cecc50 and project a24fe30b11dc4daf8dcbaaa72eedc48b. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:01:22.301354 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] [instance: 2d035172-81ba-4f7a-9dcd-4b7e16a0b8ac] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:01:22.304781 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:22.305393 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:22.319385 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.010s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:22.341958 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] [instance: 2d035172-81ba-4f7a-9dcd-4b7e16a0b8ac] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:01:22.343893 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:22.345077 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:22.346337 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:22.461171 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:22.462091 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:22.463389 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ec92f0ed-52a3-493b-b741-15e13b082aa5 tempest-UnshelveToHostMultiNodesTest-238345321 tempest-UnshelveToHostMultiNodesTest-238345321-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:25.712962 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Took 0.76 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:01:25.885263 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:25.899137 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.014s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:25.909266 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:26.041593 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:26.044827 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:26.045385 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:26.046247 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:26.046790 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:26.048803 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:26.146575 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Getting quotas for project 66a26a2284f4424cbeaf63d504652546. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:01:26.157164 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Getting quotas for user f0a44ff8e7c14b94b1670f030085c43d and project 66a26a2284f4424cbeaf63d504652546. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:01:26.195673 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] [instance: 9c2729a5-e874-43e7-a372-514906975851] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:01:26.196966 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:26.197576 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:26.200366 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:26.221816 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] [instance: 9c2729a5-e874-43e7-a372-514906975851] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:01:26.223599 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:26.224497 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:26.225119 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:26.330929 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:26.332113 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:26.332113 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-731548cc-5a1f-4827-b63d-e345d150db0e tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:32.228327 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:32.378279 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:32.430187 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:32.448722 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:35.978659 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-644f7d2a-d94c-4cd3-bbc5-08ec49157532 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Took 0.70 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:01:36.035749 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-644f7d2a-d94c-4cd3-bbc5-08ec49157532 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] [instance: c7e8da33-14d7-49fa-a960-c6d9f529d202] While scheduling instance, the build request was already deleted. {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1639}} Oct 22 21:01:36.080191 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:36.193683 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=9 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:36.245511 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:36.293702 ncdv-master-1 nova-conductor[129508]: INFO nova.scheduler.client.report [None req-644f7d2a-d94c-4cd3-bbc5-08ec49157532 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Deleted allocations for instance c7e8da33-14d7-49fa-a960-c6d9f529d202 Oct 22 21:01:36.313503 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-644f7d2a-d94c-4cd3-bbc5-08ec49157532 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:36.314111 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-644f7d2a-d94c-4cd3-bbc5-08ec49157532 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:36.314760 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-644f7d2a-d94c-4cd3-bbc5-08ec49157532 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:36.317113 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-644f7d2a-d94c-4cd3-bbc5-08ec49157532 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:36.317813 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-644f7d2a-d94c-4cd3-bbc5-08ec49157532 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:36.318872 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-644f7d2a-d94c-4cd3-bbc5-08ec49157532 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:36.320360 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:36.344935 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-644f7d2a-d94c-4cd3-bbc5-08ec49157532 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Getting quotas for project b4cd7873d6db4e09bc9ab9a048a6b1ef. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:01:36.356072 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-644f7d2a-d94c-4cd3-bbc5-08ec49157532 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Getting quotas for user be1b410a64e0415a96d30f5040361137 and project b4cd7873d6db4e09bc9ab9a048a6b1ef. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:01:38.411961 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Took 0.68 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:01:38.448793 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:38.449346 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:38.449810 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:38.543410 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:38.556075 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.013s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:38.556795 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:38.557874 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:38.558580 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:38.559126 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:38.598141 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Getting quotas for project b4cd7873d6db4e09bc9ab9a048a6b1ef. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:01:38.604021 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Getting quotas for user be1b410a64e0415a96d30f5040361137 and project b4cd7873d6db4e09bc9ab9a048a6b1ef. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:01:38.629780 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] [instance: 321b545b-7228-4a30-bd7b-dcd827a0c747] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:01:38.630828 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:38.631513 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:38.632072 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:38.653100 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] [instance: 321b545b-7228-4a30-bd7b-dcd827a0c747] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:01:38.654122 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:38.654555 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:38.655017 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:38.714071 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:38.716619 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:38.718446 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-786d0da0-e1ba-4797-bbbe-4763f7bed747 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:40.003956 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=18,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:40.541725 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Took 0.84 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:01:40.600478 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:40.601235 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:40.609179 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.008s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:40.751383 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:40.763752 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.012s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:40.766008 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:40.769384 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:40.772535 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:40.773293 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:40.864597 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Getting quotas for project 40e6cd40d3b74efcac7bd16343591315. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:01:40.897052 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Getting quotas for user 03056f5218a647eead4192537f66a504 and project 40e6cd40d3b74efcac7bd16343591315. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:01:40.984953 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] [instance: 5756e075-671a-41ca-b637-52fa8187643c] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:01:40.985953 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:40.986410 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:40.986819 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:41.032852 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] [instance: 5756e075-671a-41ca-b637-52fa8187643c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:01:41.037630 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:41.038081 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:41.045294 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:41.110875 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:01:41.111939 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:01:41.124282 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-024769c2-7a90-4b3b-9ae5-25c193ae6e1d tempest-ServerAddressesNegativeTestJSON-2002096545 tempest-ServerAddressesNegativeTestJSON-2002096545-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.012s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:01:48.571413 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:48.661844 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:48.688433 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:48.702215 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:50.823934 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:51.058549 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=11,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:51.082847 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=21,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:51.102225 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=22,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:01:59.986676 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=20,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:02:19.996050 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:02:21.804950 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Took 0.43 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:02:21.853287 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:21.853885 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:21.854353 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:21.929835 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:21.930285 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:21.931055 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:21.932293 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:21.933222 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:21.933947 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:21.958617 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Getting quotas for project b4cd7873d6db4e09bc9ab9a048a6b1ef. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:02:21.964712 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Getting quotas for user be1b410a64e0415a96d30f5040361137 and project b4cd7873d6db4e09bc9ab9a048a6b1ef. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:02:21.993290 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] [instance: a99614d8-f2f7-4ce1-87e8-47f3af03d9f8] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:02:21.994470 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:21.995061 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:21.995622 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:22.008653 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] [instance: a99614d8-f2f7-4ce1-87e8-47f3af03d9f8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:02:22.010048 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:22.010484 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:22.010873 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:22.053293 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:22.053813 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:22.054210 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-8f23a887-765c-47f9-84e8-3f97bf566cc3 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:23.397592 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-1507cb5c-9f7c-4991-9dd4-62a8b41efa30 tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method unshelve_instance {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:02:23.398167 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1507cb5c-9f7c-4991-9dd4-62a8b41efa30 tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:23.398618 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1507cb5c-9f7c-4991-9dd4-62a8b41efa30 tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:23.398813 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1507cb5c-9f7c-4991-9dd4-62a8b41efa30 tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:24.015510 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-1507cb5c-9f7c-4991-9dd4-62a8b41efa30 tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] [instance: 2d035172-81ba-4f7a-9dcd-4b7e16a0b8ac] Requesting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) during scheduling {{(pid=129508) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:961}} Oct 22 21:02:24.615286 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-1507cb5c-9f7c-4991-9dd4-62a8b41efa30 tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] Took 0.59 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:02:24.615880 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-1507cb5c-9f7c-4991-9dd4-62a8b41efa30 tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] [instance: 2d035172-81ba-4f7a-9dcd-4b7e16a0b8ac] Scheduler selected host: nch2-master-1, node:nch2-master-1 {{(pid=129508) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1057}} Oct 22 21:02:24.667892 ncdv-master-1 nova-conductor[129508]: DEBUG nova.objects.instance [None req-1507cb5c-9f7c-4991-9dd4-62a8b41efa30 tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] Lazy-loading 'flavor' on Instance uuid 2d035172-81ba-4f7a-9dcd-4b7e16a0b8ac {{(pid=129508) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 21:02:31.945261 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:02:32.018071 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:02:32.033463 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:02:32.041548 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:02:34.021147 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=5 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:02:34.623925 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:02:34.795287 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=12,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:02:39.973397 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:02:49.728414 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:02:50.668992 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:02:50.745606 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:50.752607 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.006s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:50.755722 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:50.870521 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:50.872076 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:50.872746 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:50.873659 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:50.874304 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:50.874899 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:50.905345 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Getting quotas for project 66a26a2284f4424cbeaf63d504652546. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:02:50.913984 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Getting quotas for user f0a44ff8e7c14b94b1670f030085c43d and project 66a26a2284f4424cbeaf63d504652546. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:02:50.932045 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] [instance: 524c2c11-4a65-4360-93e4-e25349cb6416] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:02:50.933249 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:50.934217 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:50.935167 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:50.949560 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] [instance: 524c2c11-4a65-4360-93e4-e25349cb6416] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:02:50.952550 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:50.953616 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:50.954516 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:51.031212 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:51.031721 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:51.032128 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-06c34fe5-819a-48e2-8706-99695b02e2c6 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:52.541833 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:52.542389 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:52.543009 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:52.661965 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:02:53.203884 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Took 0.54 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:02:53.270296 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:53.282806 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.017s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:53.285693 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:53.411200 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:53.411679 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:53.412064 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:53.412722 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:53.413132 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:53.413510 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:53.454638 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Getting quotas for project 1dfacd9c525f486eaa04d19dbe2dc423. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:02:53.464371 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Getting quotas for user 3adb02392d074b7eb08c94bbf1904547 and project 1dfacd9c525f486eaa04d19dbe2dc423. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:02:53.492811 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] [instance: 4850d7fd-598e-4c80-8388-bd124c104ef3] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:02:53.494444 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:53.494896 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:53.495293 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:53.511463 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] [instance: 4850d7fd-598e-4c80-8388-bd124c104ef3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:02:53.512747 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:53.513642 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:53.513642 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:02:53.615037 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:02:53.615764 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:02:53.615892 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-85f26d40-b421-42c2-af31-69c6f99a1337 tempest-ServerGroupTestJSON-1405628578 tempest-ServerGroupTestJSON-1405628578-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:03:00.892342 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:03:00.963278 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:03:01.006458 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:03:01.016809 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:03:03.437971 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:03:03.535752 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:03:03.597021 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=16 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:03:03.597958 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:03:19.998863 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=11,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:03:20.000040 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=13,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:03:45.951058 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-68f5de54-9289-4b50-b2ce-70590cec4fba tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method unshelve_instance {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:03:45.965864 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-68f5de54-9289-4b50-b2ce-70590cec4fba tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:03:45.966101 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-68f5de54-9289-4b50-b2ce-70590cec4fba tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.010s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:03:45.966816 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-68f5de54-9289-4b50-b2ce-70590cec4fba tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:03:46.995055 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-68f5de54-9289-4b50-b2ce-70590cec4fba tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] [instance: 2d035172-81ba-4f7a-9dcd-4b7e16a0b8ac] Requesting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) during scheduling {{(pid=129509) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:961}} Oct 22 21:03:47.681693 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-68f5de54-9289-4b50-b2ce-70590cec4fba tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] Took 0.67 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:03:47.682460 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-68f5de54-9289-4b50-b2ce-70590cec4fba tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] [instance: 2d035172-81ba-4f7a-9dcd-4b7e16a0b8ac] Scheduler selected host: nch1-master-1, node:nch1-master-1 {{(pid=129509) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1057}} Oct 22 21:03:47.701825 ncdv-master-1 nova-conductor[129509]: DEBUG nova.objects.instance [None req-68f5de54-9289-4b50-b2ce-70590cec4fba tempest-UnshelveToHostMultiNodesTest-2069914657 tempest-UnshelveToHostMultiNodesTest-2069914657-project-admin] Lazy-loading 'flavor' on Instance uuid 2d035172-81ba-4f7a-9dcd-4b7e16a0b8ac {{(pid=129509) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 21:03:49.999020 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Took 1.16 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:03:50.078370 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:03:50.081304 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:03:50.083650 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:03:50.215617 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:03:50.224616 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:03:50.225057 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:03:50.225782 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:03:50.237675 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:03:50.238301 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:03:50.246225 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:03:50.312414 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Getting quotas for project 66a26a2284f4424cbeaf63d504652546. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:03:50.337513 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Getting quotas for user f0a44ff8e7c14b94b1670f030085c43d and project 66a26a2284f4424cbeaf63d504652546. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:03:50.402702 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] [instance: 9bfb71b4-0081-493a-8ed5-1c80169b12d0] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:03:50.403699 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:03:50.414407 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.011s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:03:50.415746 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:03:50.439037 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] [instance: 9bfb71b4-0081-493a-8ed5-1c80169b12d0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:03:50.440576 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:03:50.441012 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:03:50.441455 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:03:50.533687 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:03:50.535035 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:03:50.536370 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70fb076d-8855-46ac-9db9-d34f2bc923a8 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:03:52.176912 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Took 1.19 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:03:52.238233 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:03:52.244778 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.006s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:03:52.249792 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:03:52.393423 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:03:52.405506 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:03:52.411126 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:03:52.418250 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.006s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:03:52.419404 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:03:52.420040 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:03:52.420594 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:03:52.491601 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Getting quotas for project b54f56cfbc814cccb533c65966f35a93. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:03:52.509753 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Getting quotas for user 879c85830a9f42088a4ebdf1e3cfb39b and project b54f56cfbc814cccb533c65966f35a93. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:03:52.566945 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] [instance: 87b07efc-fa80-40ad-8077-333547ee7301] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:03:52.573994 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:03:52.574487 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:03:52.575812 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:03:52.601893 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] [instance: 87b07efc-fa80-40ad-8077-333547ee7301] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:03:52.605930 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:03:52.606588 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:03:52.608094 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:03:52.721759 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:03:52.722594 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:03:52.723163 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ab8caa82-370b-43a8-be50-405cd7db6387 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:03:56.571063 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:04:00.307422 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:00.453209 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:00.502201 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=10 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:00.517261 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:02.450390 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:02.630974 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=21,nova_cell1:UPDATE=6,nova_cell1:INSERT=20,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:02.676255 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:02.710305 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:09.993378 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:12.464551 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Took 0.54 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:04:12.528061 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:12.530769 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:12.532787 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:12.776387 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:12.778996 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:12.780364 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:12.783271 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:12.785581 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:12.787082 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:12.871973 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Getting quotas for project bba7e19328594eae9e7d6a7c6e9c2147. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:04:12.894981 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Getting quotas for user 89246f6315ac429c94630afb36be5253 and project bba7e19328594eae9e7d6a7c6e9c2147. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:04:12.934610 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] [instance: ead6584e-26a9-4923-b58e-305731b6f73b] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:04:12.948290 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:12.948749 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:12.949150 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:12.965481 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] [instance: ead6584e-26a9-4923-b58e-305731b6f73b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:04:12.967239 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:12.967923 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:12.969645 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:13.088592 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:13.089429 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:13.090052 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc6bbf07-acbc-42c1-9c22-63ea0c04a03c tempest-VolumesNegativeTest-1146767104 tempest-VolumesNegativeTest-1146767104-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:22.837877 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:23.004271 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:23.073634 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=14 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:23.075791 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:24.811827 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Took 0.75 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:04:24.894027 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:24.894728 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:24.895319 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:24.986605 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:24.986861 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:24.990119 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:24.991120 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:24.991750 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:24.992418 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:25.036622 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Getting quotas for project b4cd7873d6db4e09bc9ab9a048a6b1ef. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:04:25.047726 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Getting quotas for user be1b410a64e0415a96d30f5040361137 and project b4cd7873d6db4e09bc9ab9a048a6b1ef. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:04:25.120590 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] [instance: 931293d3-cb3a-4fd1-a684-eb740f010845] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:04:25.121859 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:25.122456 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:25.123004 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:25.136869 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] [instance: 931293d3-cb3a-4fd1-a684-eb740f010845] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:04:25.140636 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:25.141565 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:25.142259 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:25.213625 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:25.215460 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:25.217205 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6da90f32-cf01-47ca-8456-a535cd6e19c7 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:26.872842 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Took 0.76 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:04:26.921153 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:26.921586 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:26.922134 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:27.029558 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=18,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:27.032621 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:27.033057 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:27.033439 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:27.034088 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:27.034482 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:27.038232 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:27.138238 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Getting quotas for project 62cda3990bbe4c36a7240c9df581ff62. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:04:27.160987 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Getting quotas for user 703cd05e0f824241bed1565a3a6a7ff3 and project 62cda3990bbe4c36a7240c9df581ff62. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:04:27.218579 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] [instance: 492fde48-2dc2-448f-8d33-fdac96a6bb33] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:04:27.219492 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:27.219931 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:27.220315 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:27.252528 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] [instance: 492fde48-2dc2-448f-8d33-fdac96a6bb33] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:04:27.254181 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:27.254788 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:27.255423 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:27.311546 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:27.312050 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:27.312450 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fec69bb8-901a-44f6-96ac-3845a2912006 tempest-ServerAddressesTestJSON-849573313 tempest-ServerAddressesTestJSON-849573313-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:35.014212 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:35.148933 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:35.183677 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:35.198337 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:37.101648 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:37.261028 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:37.288001 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:37.300733 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:49.994514 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:04:53.277239 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Took 0.65 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:04:53.368975 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:53.369438 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:53.369825 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:53.488191 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:53.488652 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:53.488949 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:53.497143 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:53.497684 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.008s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:53.498085 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:53.562642 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Getting quotas for project 82a42c3ecf474883ac652fcc8c01c9f2. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:04:53.568853 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Getting quotas for user 7e3820b31a424c3a9216a6ef91fcb285 and project 82a42c3ecf474883ac652fcc8c01c9f2. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:04:53.607180 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] [instance: ebd7be2f-44d6-4f75-b112-0d6af4731f65] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:04:53.611738 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:53.612350 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:53.612890 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:53.633606 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] [instance: ebd7be2f-44d6-4f75-b112-0d6af4731f65] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id='f9a02f5e-9789-4559-a823-7403b3207f03',source_type='snapshot',tag=None,updated_at=,uuid=,volume_id=None,volume_size=1,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:04:53.634887 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:53.635328 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:53.635783 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:04:53.694234 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:04:53.694933 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:04:53.695550 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-595fbc69-ea5e-4fd9-883a-88c0edfbb6db tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:00.000167 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:01.528063 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Took 0.78 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:05:01.575874 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:01.576311 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:01.576702 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:01.705199 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:01.726328 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.021s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:01.727255 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:01.729267 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:01.731265 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:01.732926 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:01.781590 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Getting quotas for project b54f56cfbc814cccb533c65966f35a93. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:05:01.814303 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Getting quotas for user 879c85830a9f42088a4ebdf1e3cfb39b and project b54f56cfbc814cccb533c65966f35a93. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:05:01.835521 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] [instance: 3fdb6d35-9428-4253-ad00-932310ecdf5d] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:05:01.845505 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:01.846137 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:01.847091 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:01.867404 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] [instance: 3fdb6d35-9428-4253-ad00-932310ecdf5d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:05:01.869080 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:01.869513 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:01.869988 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:01.945425 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:01.945864 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:01.946256 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-30123863-5bea-4cf7-924a-2db576ffea37 tempest-ServerRescueTestJSON-1453097790 tempest-ServerRescueTestJSON-1453097790-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:03.531108 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:03.641557 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=16,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:03.665691 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:03.684665 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:04.451789 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:05:04.510636 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:04.510636 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:04.510829 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:04.666334 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:04.667866 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:04.668552 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:04.671461 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:04.672933 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:04.673597 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:04.710974 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Getting quotas for project 66a26a2284f4424cbeaf63d504652546. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:05:04.718187 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Getting quotas for user f0a44ff8e7c14b94b1670f030085c43d and project 66a26a2284f4424cbeaf63d504652546. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:05:04.742212 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] [instance: 844f3fc3-ad5d-4dda-b642-ce9c1d417820] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:05:04.743515 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:04.744419 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:04.745077 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:04.758314 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] [instance: 844f3fc3-ad5d-4dda-b642-ce9c1d417820] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='fefdb332-d8c8-4dbc-8b2b-6d54994dca11',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:05:04.760722 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:04.761160 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:04.761549 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:04.842699 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:04.846910 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:04.847640 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-266f9a23-2895-41d6-bbab-ebbba1254707 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:11.763041 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:11.875325 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:11.906826 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:11.915818 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:14.699397 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:14.767492 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=12,nova_cell1:INSERT=24 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:14.811918 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:14.829627 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:30.005022 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=20,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:34.146509 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Took 0.70 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:05:34.187049 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:34.187766 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:34.187914 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:34.246544 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:34.253154 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:34.254047 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:34.255042 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:34.256251 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:34.256945 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:34.258362 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:34.280685 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Getting quotas for project b4cd7873d6db4e09bc9ab9a048a6b1ef. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:05:34.287188 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Getting quotas for user be1b410a64e0415a96d30f5040361137 and project b4cd7873d6db4e09bc9ab9a048a6b1ef. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:05:34.302378 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] [instance: 23f77d1a-18db-4152-a25a-d02ac1726b08] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:05:34.303844 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:34.304629 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:34.305315 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:34.318841 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] [instance: 23f77d1a-18db-4152-a25a-d02ac1726b08] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:05:34.320432 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:34.321397 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:34.322256 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:34.400470 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:34.401076 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:34.401858 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2d7adbeb-934a-4d4e-8a81-a0c8ac5f3dd2 tempest-DeleteServersTestJSON-1244431593 tempest-DeleteServersTestJSON-1244431593-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:37.447877 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Took 0.53 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:05:37.490471 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:37.491130 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.013s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:37.491806 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:37.571681 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:37.573036 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:37.573750 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:37.574800 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:37.575418 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:37.576294 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:37.630295 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Getting quotas for project 21349e14fb39496c9996d5af817b7f73. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:05:37.662910 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Getting quotas for user 7102f7b674934e19b3d4a001b563d0d5 and project 21349e14fb39496c9996d5af817b7f73. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:05:37.707102 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] [instance: 37978245-38aa-4524-8c69-126c4b180b00] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:05:37.709303 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:37.710182 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:37.725056 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.014s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:37.743140 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] [instance: 37978245-38aa-4524-8c69-126c4b180b00] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:05:37.745617 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:37.746329 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:37.748001 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:37.831611 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:37.833871 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:37.835125 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2900d833-077c-4982-b330-5e30ed02cb9a tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:40.076874 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Took 0.46 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:05:40.123622 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:40.124218 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:40.124629 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:40.221554 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:40.222240 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:40.223281 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:40.225767 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:40.226428 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:40.227006 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:40.250301 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Getting quotas for project 6cac03b202c142deb478e3328397d402. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:05:40.259404 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Getting quotas for user 90ed2d6013024c278551a2c9cd961f44 and project 6cac03b202c142deb478e3328397d402. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:05:40.275297 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] [instance: 6b3e8fcb-7327-45f4-815d-c7b43ed4db97] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:05:40.276992 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:40.277635 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:40.278400 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:40.297228 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] [instance: 6b3e8fcb-7327-45f4-815d-c7b43ed4db97] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:05:40.299236 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:40.300263 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:40.300792 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:40.383772 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:40.384302 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:40.384783 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8e848c42-98a8-4db8-9066-057860c8d21d tempest-ServerTagsTestJSON-1816993422 tempest-ServerTagsTestJSON-1816993422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:47.594393 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:47.764938 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:47.802406 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:47.821440 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:48.462966 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Took 0.40 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:05:48.503332 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:48.505232 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:48.507816 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:48.602493 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:48.608468 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:48.609115 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:48.610193 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:48.610713 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:48.616172 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:48.662894 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Getting quotas for project 82a42c3ecf474883ac652fcc8c01c9f2. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:05:48.672557 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Getting quotas for user 7e3820b31a424c3a9216a6ef91fcb285 and project 82a42c3ecf474883ac652fcc8c01c9f2. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:05:48.701642 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] [instance: 079f3144-b2dd-45f2-a22d-11cd315a31ed] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:05:48.702527 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:48.702967 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:48.703351 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:48.716261 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] [instance: 079f3144-b2dd-45f2-a22d-11cd315a31ed] block_device_mapping [BlockDeviceMapping(attachment_id=04ad2541-e9d3-4cee-9961-6076066c9ce2,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='12b295a8-421c-425d-b63f-f8315c51d5e6',volume_size=1,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:05:48.717676 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:48.718365 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:48.718875 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:48.784797 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:48.785249 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:48.785721 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9257b5fe-bf2a-43ec-adde-58879507d5dd tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:50.129557 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Took 0.71 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:05:50.207887 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:50.208808 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:50.209273 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:50.242751 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:50.311863 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:50.312313 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:50.312696 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:50.313365 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:50.314745 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:50.315135 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:50.357238 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Getting quotas for project 48c774a85b2c41c98486cf91b1253363. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:05:50.372643 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Getting quotas for user bcdfeb6c1cda4810b9fa70fdfd9a66c8 and project 48c774a85b2c41c98486cf91b1253363. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:05:50.401002 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] [instance: e09b7865-0b24-4e50-a66a-342dd2e6e5e3] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:05:50.401885 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:50.402605 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:50.403214 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:50.417740 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] [instance: e09b7865-0b24-4e50-a66a-342dd2e6e5e3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:05:50.419372 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:50.420136 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:50.420912 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:50.490993 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:50.491839 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:50.492533 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-61cbce9b-c58c-4864-9e02-bee914a0ce3a tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:55.774371 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Took 0.49 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:05:55.814165 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:55.814882 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:55.815387 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:55.892567 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:55.893032 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:55.893495 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:55.894260 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:55.894744 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:55.895305 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:55.915417 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Getting quotas for project 0af4c5251e7348c0ae5fc62468243a81. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:05:55.920414 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Getting quotas for user de9c0914dd6943bfa313ac456524cbba and project 0af4c5251e7348c0ae5fc62468243a81. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:05:55.941074 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] [instance: e24e9888-adfe-455c-b53e-da3bf5729d69] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:05:55.942252 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:55.945559 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:55.945975 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:55.969739 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] [instance: e24e9888-adfe-455c-b53e-da3bf5729d69] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:05:55.970960 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:55.971459 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:55.971839 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:56.040660 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:56.042842 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:56.044097 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-032ef8d6-ee17-4893-9698-bed73ec91541 tempest-InstanceActionsNegativeTestJSON-496210032 tempest-InstanceActionsNegativeTestJSON-496210032-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:56.206545 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Took 0.59 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:05:56.234408 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:56.235174 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:56.235782 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:56.275302 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=30,nova_cell1:INSERT=66,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:05:56.303281 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:56.303771 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:56.304162 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:56.304827 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:56.305232 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:56.305610 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:56.322761 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Getting quotas for project 66a26a2284f4424cbeaf63d504652546. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:05:56.328117 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Getting quotas for user f0a44ff8e7c14b94b1670f030085c43d and project 66a26a2284f4424cbeaf63d504652546. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:05:56.340648 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] [instance: a26fa9bd-fad2-40a2-910e-2208fb769dcb] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:05:56.341775 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:56.342346 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:56.342911 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:56.351734 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] [instance: a26fa9bd-fad2-40a2-910e-2208fb769dcb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:05:56.353544 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:56.354271 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:56.354923 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:05:56.413612 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:05:56.414634 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:05:56.415321 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ccbbc68b-c2f9-4d8a-b3ca-7591a3ffc4f1 tempest-ImagesTestJSON-2101376766 tempest-ImagesTestJSON-2101376766-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:05.908526 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:05.984029 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=18,nova_cell1:INSERT=33,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:06.001922 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=17,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:06.029147 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=31,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:06.314079 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:06.361783 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:INSERT=4,nova_cell1:SELECT=6 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:06.386045 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=46,nova_api:DELETE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:06.397239 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=50,nova_api:UPDATE=4,nova_api:DELETE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:09.739631 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:06:09.989930 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=27,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:09.992999 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=30,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:12.971844 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-bdf105dd-3a69-423c-9dd7-118bb7cd4e3b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method rebuild_instance {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:06:12.973599 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-bdf105dd-3a69-423c-9dd7-118bb7cd4e3b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:12.976369 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-bdf105dd-3a69-423c-9dd7-118bb7cd4e3b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:12.976981 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-bdf105dd-3a69-423c-9dd7-118bb7cd4e3b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:13.000713 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-bdf105dd-3a69-423c-9dd7-118bb7cd4e3b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] [instance: e09b7865-0b24-4e50-a66a-342dd2e6e5e3] No migration record for the rebuild/evacuate request. {{(pid=129509) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1167}} Oct 22 21:06:14.170043 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Took 0.28 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:06:14.196094 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:14.196601 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:14.196979 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:14.274566 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:14.275013 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:14.275450 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:14.276144 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:14.276557 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:14.276966 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:14.292830 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Getting quotas for project 82a42c3ecf474883ac652fcc8c01c9f2. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:06:14.298996 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Getting quotas for user 7e3820b31a424c3a9216a6ef91fcb285 and project 82a42c3ecf474883ac652fcc8c01c9f2. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:06:14.315190 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] [instance: 64318452-365b-4b80-b53b-9367dd8bc826] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:06:14.326661 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:14.326661 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:14.326661 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:14.334090 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] [instance: 64318452-365b-4b80-b53b-9367dd8bc826] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name='/dev/sda',device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id='0486457a-c86d-44d6-b9f8-ec655e378924',source_type='snapshot',tag=None,updated_at=,uuid=,volume_id=None,volume_size=1,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:06:14.336644 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:14.336644 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:14.336644 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:14.385231 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:14.385735 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:14.386124 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-aa20c0ec-21a1-4963-a7ee-1158cc02b78a tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:22.967694 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:23.023983 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:23.054250 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:24.289316 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:24.351691 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=13,nova_cell1:INSERT=23 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:24.372960 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:24.379377 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:29.996463 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:30.005601 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:06:44.817260 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Took 0.70 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:06:44.848083 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:44.848555 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:44.848935 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:44.985880 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:44.988394 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:44.989074 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:45.001339 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:45.004347 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.014s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:45.005011 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:45.034073 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Getting quotas for project 89207cb6faa54e83845ed541f10f5aea. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:06:45.040925 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Getting quotas for user 141118d4043d4e558a78318c162a3ba2 and project 89207cb6faa54e83845ed541f10f5aea. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:06:45.059732 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] [instance: d1acfa52-4610-41e8-839a-a5770d77aca4] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:06:45.062170 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:45.062525 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:45.063013 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:45.075077 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] [instance: d1acfa52-4610-41e8-839a-a5770d77aca4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:06:45.076864 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:45.077539 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:45.078454 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:45.158094 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:45.158548 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:45.158953 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3f507eec-4eaa-4023-bfa0-8e02e1579345 tempest-InstanceActionsTestJSON-1131350965 tempest-InstanceActionsTestJSON-1131350965-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:50.093511 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Took 0.64 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:06:50.157505 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:50.165304 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.008s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:50.168534 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:50.331155 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:50.332268 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:50.332695 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:50.335820 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:50.336499 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:50.337033 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:50.381929 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Getting quotas for project 2a73c458655e4b1db78801a8316fbdab. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:06:50.408009 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Getting quotas for user cdebcd750fac45c183f21cf78ca939d9 and project 2a73c458655e4b1db78801a8316fbdab. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:06:50.449084 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] [instance: 7b2e6379-2f50-4138-b7b0-c064eda95b42] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:06:50.452639 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:50.453133 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:50.454913 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:50.484022 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] [instance: 7b2e6379-2f50-4138-b7b0-c064eda95b42] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:06:50.485235 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:50.485692 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:50.486051 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:50.565756 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:50.568695 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:50.570230 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-72d35a20-9c23-4845-ae2b-fd21243e7bbf tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:50.850142 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Took 0.57 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:06:50.940955 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:50.941852 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:50.943041 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:51.099969 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:51.101625 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:51.102180 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:51.104648 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:51.106591 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:51.107159 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:51.164789 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Getting quotas for project 2a73c458655e4b1db78801a8316fbdab. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:06:51.184154 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Getting quotas for user cdebcd750fac45c183f21cf78ca939d9 and project 2a73c458655e4b1db78801a8316fbdab. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:06:51.222725 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] [instance: b1b68e60-81b4-4d1e-8bb8-ab8b94d918a8] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:06:51.225170 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:51.226509 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:51.226509 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:51.257572 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] [instance: b1b68e60-81b4-4d1e-8bb8-ab8b94d918a8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:06:51.268381 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:51.270639 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:51.271691 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:51.396901 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:51.397332 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:51.399027 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6fd9a3f2-9269-4c08-bb9e-4bbeb20ffc1a tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:58.391614 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Took 0.55 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:06:58.434959 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:58.437267 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:58.437800 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:58.534493 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:58.535203 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:58.535629 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:58.536337 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:58.536751 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:58.539298 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:58.568306 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Getting quotas for project 48c774a85b2c41c98486cf91b1253363. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:06:58.578421 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Getting quotas for user bcdfeb6c1cda4810b9fa70fdfd9a66c8 and project 48c774a85b2c41c98486cf91b1253363. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:06:58.618233 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] [instance: b769064b-9ef9-47b7-9cfd-5d3b8a24a7a1] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:06:58.620418 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:58.621270 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:58.621886 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:58.638498 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] [instance: b769064b-9ef9-47b7-9cfd-5d3b8a24a7a1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:06:58.640243 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:58.640934 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:58.641823 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:06:58.696701 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:06:58.697274 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:06:58.698847 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-1649d74f-1079-4317-9518-9c5a41e7070b tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:00.021879 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=19,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:01.137145 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:01.144374 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-dc6b42ea-a68c-4981-84d0-199f39ab815e tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method rebuild_instance {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:07:01.148050 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-dc6b42ea-a68c-4981-84d0-199f39ab815e tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:01.148550 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-dc6b42ea-a68c-4981-84d0-199f39ab815e tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:01.148940 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-dc6b42ea-a68c-4981-84d0-199f39ab815e tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:01.200317 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-dc6b42ea-a68c-4981-84d0-199f39ab815e tempest-ServerShowV247Test-488912206 tempest-ServerShowV247Test-488912206-project] [instance: b1b68e60-81b4-4d1e-8bb8-ab8b94d918a8] No migration record for the rebuild/evacuate request. {{(pid=129509) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1167}} Oct 22 21:07:08.553506 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:08.648291 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=18,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=35,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:08.669285 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=22,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:08.685453 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=26,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:10.018625 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=21,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:11.117464 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=31,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:11.226330 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=21 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:11.275050 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=25,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=36,nova_cell1:RELEASE=1,nova_cell1:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:19.228422 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ab6b8c13-096e-42e0-893b-471285d194c4 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method rebuild_instance {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:07:19.228944 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab6b8c13-096e-42e0-893b-471285d194c4 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:19.229265 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab6b8c13-096e-42e0-893b-471285d194c4 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:19.229818 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab6b8c13-096e-42e0-893b-471285d194c4 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:19.256183 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ab6b8c13-096e-42e0-893b-471285d194c4 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] [instance: b769064b-9ef9-47b7-9cfd-5d3b8a24a7a1] No migration record for the rebuild/evacuate request. {{(pid=129508) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1167}} Oct 22 21:07:29.227864 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:29.280098 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Took 0.65 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:07:29.292247 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:29.339314 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:29.341928 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:29.344156 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:29.382879 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:29.444462 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:29.444904 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:29.445471 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:29.446285 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:29.446837 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:29.447451 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:29.483354 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Getting quotas for project 82a42c3ecf474883ac652fcc8c01c9f2. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:07:29.491765 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Getting quotas for user 7e3820b31a424c3a9216a6ef91fcb285 and project 82a42c3ecf474883ac652fcc8c01c9f2. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:07:29.539162 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] [instance: 1324c851-90ff-47f4-b4e6-8acc8b829c5e] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:07:29.541925 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:29.545375 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:29.549467 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:29.564985 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] [instance: 1324c851-90ff-47f4-b4e6-8acc8b829c5e] block_device_mapping [BlockDeviceMapping(attachment_id=2a688b14-3a0b-498f-a671-d5490d06fd0e,boot_index=0,connection_info=None,created_at=,delete_on_termination=False,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='636027aa-4bd0-4937-b625-4929d9464061',volume_size=1,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:07:29.566982 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:29.567823 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:29.568372 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:29.683103 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:29.683931 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:29.684551 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-6b10b298-9d7d-448c-9f4d-257ff0943f6c tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:39.459587 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:39.594686 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=15 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:39.655026 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:39.675289 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:40.004467 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:42.171376 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Took 0.62 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:07:42.201773 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:42.202349 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:42.203326 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:42.275770 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:42.276438 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:42.277086 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:42.277838 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:42.280596 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:42.280596 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:42.305596 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Getting quotas for project 755501ba3e344f1aaf7ef80924bb57d7. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:07:42.312201 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Getting quotas for user ba0d0bdfb04240209e4efa92f47cbb94 and project 755501ba3e344f1aaf7ef80924bb57d7. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:07:42.326584 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] [instance: ad302c49-addb-464c-a15f-fa01577f90c4] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:07:42.328754 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:42.329390 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:42.330915 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:42.347321 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] [instance: ad302c49-addb-464c-a15f-fa01577f90c4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:07:42.348689 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:42.349723 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:42.350174 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:42.413756 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:42.414478 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:42.415050 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-29db5ef1-643a-45e0-8a59-a1a147c11a57 tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:50.022440 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:52.115364 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Took 0.37 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:07:52.140545 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:52.141116 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:52.141809 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:52.228180 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:52.228644 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:52.229609 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:52.230448 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:52.231511 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:52.232048 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:52.250102 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Getting quotas for project 0cf63c122a5e4685a891957e1b58b9e4. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:07:52.255772 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Getting quotas for user 98584920f7f948d6995412c700128be1 and project 0cf63c122a5e4685a891957e1b58b9e4. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:07:52.267458 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] [instance: e1523193-327c-4659-8fc4-7329cbffd32f] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:07:52.268633 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:52.269233 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:52.269619 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:52.279532 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] [instance: e1523193-327c-4659-8fc4-7329cbffd32f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:07:52.280949 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:52.281514 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:52.281965 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:52.292920 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:52.336545 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:52.337132 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:52.337533 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7d478b67-8c9c-44f6-839f-0532e5eafa26 tempest-ServersTestManualDisk-117069500 tempest-ServersTestManualDisk-117069500-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:52.356967 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:52.399459 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=12 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:52.400887 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:07:53.192786 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Took 0.53 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:07:53.228338 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:53.229259 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:53.229860 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:53.362094 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:53.364655 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:53.365473 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:53.366656 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:53.367721 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:53.382249 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:53.426343 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Getting quotas for project f7f28cafad8942518b882192687b8b77. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:07:53.433245 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Getting quotas for user eb24324c9c174645a3e9bc8bb913afe9 and project f7f28cafad8942518b882192687b8b77. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:07:53.460752 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] [instance: cc7f1980-ecea-437f-ac71-0cdb6ec626b9] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:07:53.462557 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:53.463582 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:53.464915 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:53.490033 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] [instance: cc7f1980-ecea-437f-ac71-0cdb6ec626b9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:07:53.495739 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:53.499510 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:53.499865 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:53.609935 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:53.610452 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:53.610850 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e6fa0a98-21c0-425b-8cc6-f6d597327741 tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:55.392324 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Took 0.49 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:07:55.439926 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:55.441275 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:55.441796 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:55.618019 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:55.622475 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:55.622926 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:55.624597 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:55.625401 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:55.627015 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:55.646408 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Getting quotas for project 3385ef21cec84f6aa5ffa88bfdfd8646. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:07:55.651928 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Getting quotas for user 2fab7ad5c77a437e9b7ca01c806ddd01 and project 3385ef21cec84f6aa5ffa88bfdfd8646. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:07:55.677893 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] [instance: 5aa948d4-5141-4a18-8778-e8801a5bb9f5] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:07:55.684634 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:55.685487 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:55.686829 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:55.706559 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] [instance: 5aa948d4-5141-4a18-8778-e8801a5bb9f5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:07:55.708444 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:55.709104 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:55.711239 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:55.795728 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:55.797611 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:55.798929 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7f47a7a7-67ea-43f7-90e8-b6d95aa6b613 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:58.804112 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Took 0.37 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:07:58.824325 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:58.824847 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:58.825457 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:58.875826 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:58.876405 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:58.877078 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:58.877887 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:58.878482 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:58.879139 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:58.895218 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Getting quotas for project 48c774a85b2c41c98486cf91b1253363. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:07:58.899833 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Getting quotas for user bcdfeb6c1cda4810b9fa70fdfd9a66c8 and project 48c774a85b2c41c98486cf91b1253363. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:07:58.910982 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] [instance: 5e25931a-04e4-4e25-8aea-012b106aa2c1] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:07:58.911812 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:58.912241 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:58.912627 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:58.919956 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] [instance: 5e25931a-04e4-4e25-8aea-012b106aa2c1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:07:58.921113 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:58.921535 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:58.921924 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:07:58.952917 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:07:58.953264 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:07:58.953653 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-022952bd-a03a-449c-a918-e6c2c4d370e5 tempest-ServerDiskConfigTestJSON-735841139 tempest-ServerDiskConfigTestJSON-735841139-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:01.557635 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-cac0e328-bc52-44e7-80f1-293e3704cae8 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method rebuild_instance {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:08:01.558217 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cac0e328-bc52-44e7-80f1-293e3704cae8 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:01.558920 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cac0e328-bc52-44e7-80f1-293e3704cae8 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:01.559155 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cac0e328-bc52-44e7-80f1-293e3704cae8 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:01.601923 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-cac0e328-bc52-44e7-80f1-293e3704cae8 tempest-ServerShowV254Test-1801471287 tempest-ServerShowV254Test-1801471287-project] [instance: 5aa948d4-5141-4a18-8778-e8801a5bb9f5] No migration record for the rebuild/evacuate request. {{(pid=129509) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1167}} Oct 22 21:08:05.641418 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:06.252266 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Took 0.63 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:08:06.277163 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:06.277725 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:06.278171 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:06.329317 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:06.329986 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:06.330367 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:06.331173 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:06.331599 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:06.331975 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:06.348845 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Getting quotas for project 21349e14fb39496c9996d5af817b7f73. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:08:06.353979 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Getting quotas for user 7102f7b674934e19b3d4a001b563d0d5 and project 21349e14fb39496c9996d5af817b7f73. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:08:06.365765 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] [instance: df925c6f-4463-44d7-b951-29dbb9c34ac0] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:08:06.366687 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:06.367114 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:06.367522 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:06.377443 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] [instance: df925c6f-4463-44d7-b951-29dbb9c34ac0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:08:06.379553 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:06.380344 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:06.380876 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:06.437566 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:06.438024 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:06.438669 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e1dd55c1-8477-4e79-9a51-3e4c5138dc9d tempest-VolumesSnapshotTestJSON-1543447304 tempest-VolumesSnapshotTestJSON-1543447304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:10.024552 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=31,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:11.554715 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=24,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:11.631723 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=28,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:11.709243 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=25,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=38,nova_cell1:RELEASE=2,nova_cell1:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:16.340072 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:16.386726 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=27,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=52,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:16.404187 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=36,nova_api:DELETE=2,nova_api:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:16.413274 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=36,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:20.033894 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=19,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:40.539944 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Took 0.41 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:08:40.566644 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:40.567630 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:40.568380 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:40.655034 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:40.655811 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:40.657481 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:40.659010 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:40.659728 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:40.660992 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:40.689888 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Getting quotas for project dddce0c46c75496f96f2e2dae77751dc. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:08:40.695926 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Getting quotas for user 67e7a09f769748629425ad36120a7fd6 and project dddce0c46c75496f96f2e2dae77751dc. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:08:40.730904 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] [instance: 4b876a5c-1d6e-4960-a3f9-f30cc7dc03fa] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:08:40.730904 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:40.731248 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:40.731680 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:40.746548 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] [instance: 4b876a5c-1d6e-4960-a3f9-f30cc7dc03fa] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:08:40.747828 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:40.748467 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:40.748869 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:40.810169 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:40.810877 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:40.811648 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c24ec4e1-4b65-4f2b-83b5-36358c660122 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:41.794233 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Took 0.43 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:08:41.826987 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:41.827503 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:41.828063 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:41.914510 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:41.920697 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:41.921228 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:41.921606 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:41.922147 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:41.922727 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:41.923256 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:41.973357 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Getting quotas for project dddce0c46c75496f96f2e2dae77751dc. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:08:41.984285 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Getting quotas for user 67e7a09f769748629425ad36120a7fd6 and project dddce0c46c75496f96f2e2dae77751dc. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:08:42.018670 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] [instance: ff57c0ad-9f38-4c58-a194-b0b0d39b1fe0] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:08:42.019766 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:42.022412 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:42.023110 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:42.040401 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] [instance: ff57c0ad-9f38-4c58-a194-b0b0d39b1fe0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:08:42.042112 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:42.042742 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:42.043287 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:42.110421 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:08:42.111203 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:08:42.111807 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0bde9638-a9fd-4243-a0e1-27401287e48e tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:08:50.680427 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:50.756843 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:50.788831 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:50.799690 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=8,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:51.951165 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:52.047865 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:52.077969 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:08:52.096569 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:09:00.029570 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=13,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:09:10.036577 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:09:40.046849 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:09:40.047873 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:14.934792 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Took 0.93 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:10:15.011054 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:15.012321 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:15.013687 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:15.124466 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:15.131649 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:15.132497 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:15.133356 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:15.134487 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:15.135232 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:15.136027 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:15.183501 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Getting quotas for project dddce0c46c75496f96f2e2dae77751dc. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:10:15.192969 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Getting quotas for user 67e7a09f769748629425ad36120a7fd6 and project dddce0c46c75496f96f2e2dae77751dc. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:10:15.225662 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] [instance: 4dc70956-7b13-4f5b-99fe-f7ea6f320f0b] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:10:15.227597 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:15.229241 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:15.231847 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:15.248039 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] [instance: 4dc70956-7b13-4f5b-99fe-f7ea6f320f0b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:10:15.251450 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:15.252319 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:15.254483 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:15.352471 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:15.354748 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:15.355169 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-7df4d497-c618-4bff-82ea-8b5c27d697d7 tempest-ServerRescueNegativeTestJSON-610226422 tempest-ServerRescueNegativeTestJSON-610226422-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:20.050450 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:25.155261 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:25.266804 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:25.337550 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:25.338908 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:32.412126 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Took 0.58 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:10:32.431317 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:32.431768 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:32.432860 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:32.483852 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:32.484293 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:32.484705 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:32.485364 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:32.485761 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:32.486286 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:32.524045 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Getting quotas for project 82a42c3ecf474883ac652fcc8c01c9f2. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:10:32.529761 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Getting quotas for user 7e3820b31a424c3a9216a6ef91fcb285 and project 82a42c3ecf474883ac652fcc8c01c9f2. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:10:32.542963 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] [instance: a12803be-4bbe-44d5-bfb4-f8298113556c] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:10:32.544475 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:32.545200 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:32.545746 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:32.577240 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] [instance: a12803be-4bbe-44d5-bfb4-f8298113556c] block_device_mapping [BlockDeviceMapping(attachment_id=7751d639-0322-46de-9976-e6e824658d84,boot_index=0,connection_info=None,created_at=,delete_on_termination=False,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='636027aa-4bd0-4937-b625-4929d9464061',volume_size=1,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:10:32.578536 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:32.578966 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:32.579833 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:32.673628 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:32.674540 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:32.675094 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bc430bd4-90ce-44dd-9540-dca2397072f5 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:35.010351 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-563815f1-5889-4031-8d04-a5361ccdab4d tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method unshelve_instance {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:10:35.013891 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-563815f1-5889-4031-8d04-a5361ccdab4d tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:35.018513 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-563815f1-5889-4031-8d04-a5361ccdab4d tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.005s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:35.019088 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-563815f1-5889-4031-8d04-a5361ccdab4d tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:36.695776 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-563815f1-5889-4031-8d04-a5361ccdab4d tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] [instance: cc7f1980-ecea-437f-ac71-0cdb6ec626b9] Requesting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) during scheduling {{(pid=129509) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:961}} Oct 22 21:10:37.950978 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-563815f1-5889-4031-8d04-a5361ccdab4d tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Took 1.24 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:10:37.951631 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-563815f1-5889-4031-8d04-a5361ccdab4d tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] [instance: cc7f1980-ecea-437f-ac71-0cdb6ec626b9] Scheduler selected host: nch2-master-1, node:nch2-master-1 {{(pid=129509) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1057}} Oct 22 21:10:37.960419 ncdv-master-1 nova-conductor[129509]: DEBUG nova.objects.instance [None req-563815f1-5889-4031-8d04-a5361ccdab4d tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lazy-loading 'flavor' on Instance uuid cc7f1980-ecea-437f-ac71-0cdb6ec626b9 {{(pid=129509) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 21:10:42.498356 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:42.585946 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=15 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:42.644174 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:42.665601 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:46.697068 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:47.960031 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=5 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:48.113754 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=12,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:50.076496 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=11,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:50.860713 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Took 1.25 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:10:50.910643 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:50.911615 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:50.914957 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:51.037488 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:10:51.041043 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:51.045466 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:51.046216 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:51.049615 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:51.050780 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:51.055797 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:51.112802 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Getting quotas for project 09185bfad7944b199a490305c22ffc3d. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:10:51.129160 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Getting quotas for user d69c1f0203b047eeb6a9fa0a215a63c2 and project 09185bfad7944b199a490305c22ffc3d. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:10:51.167192 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] [instance: 4d285bc1-33a9-47e0-a148-756be61c0488] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:10:51.169858 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:51.170553 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:51.173202 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:51.194234 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] [instance: 4d285bc1-33a9-47e0-a148-756be61c0488] block_device_mapping [BlockDeviceMapping(attachment_id=12343f0e-5af4-436b-a3bb-de6b0509690c,boot_index=0,connection_info=None,created_at=,delete_on_termination=False,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag='boot',updated_at=,uuid=,volume_id='af9a7f61-9e74-4d62-8f44-7bb6c43f3d57',volume_size=1,volume_type=None), BlockDeviceMapping(attachment_id=f1ccae1f-075a-4947-bb43-abea414ba9f7,boot_index=1,connection_info=None,created_at=,delete_on_termination=False,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag='other',updated_at=,uuid=,volume_id='d741aba9-6d17-41ea-aedf-8915327ec92f',volume_size=1,volume_type=None), BlockDeviceMapping(attachment_id=7563858f-60af-4998-a9cc-b018157c3591,boot_index=2,connection_info=None,created_at=,delete_on_termination=False,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='0f2ae7f9-0c2d-4ec8-abb0-5a3968c88eb4',volume_size=1,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:10:51.208647 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:51.209172 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.005s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:51.209607 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:51.234473 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:51.236042 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:51.237456 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:51.261765 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:51.262542 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:51.262978 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:10:51.327515 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:10:51.328362 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:10:51.329018 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-73358546-602d-4aae-aeeb-8dee7def107d tempest-TaggedBootDevicesTest-288730008 tempest-TaggedBootDevicesTest-288730008-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:11:01.083780 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:11:01.276263 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=11,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=20,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:11:01.302194 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:11:01.315503 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:11:10.061221 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:11:19.269626 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Took 0.43 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:11:19.311307 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:11:19.313792 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:11:19.314257 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:11:19.395276 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:11:19.395969 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:11:19.396548 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:11:19.397365 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:11:19.398038 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:11:19.398645 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:11:19.420934 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Getting quotas for project 5824d7d0370d430dba4f1e36acca8f8c. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:11:19.426722 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Getting quotas for user 7c54ba11e3454a8cb83fd56bc73d812f and project 5824d7d0370d430dba4f1e36acca8f8c. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:11:19.440059 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] [instance: 44a9d1f4-4298-4e12-b656-5c1b999c9ba8] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:11:19.440932 ncdv-master-1 nova-conductor[129509]: DEBUG nova.scheduler.utils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Re-scheduling is disabled due to forcing a host (['nch1-master-1']) and/or node ([]) {{(pid=129509) populate_retry /opt/stack/nova/nova/scheduler/utils.py:976}} Oct 22 21:11:19.441907 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:11:19.442582 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:11:19.443146 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:11:19.455574 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] [instance: 44a9d1f4-4298-4e12-b656-5c1b999c9ba8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:11:19.457293 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:11:19.458514 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:11:19.459585 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:11:19.558705 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:11:19.559612 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:11:19.561290 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b80e7b1-12cc-4eff-a6b6-1f6350b0662f tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:11:29.411699 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:11:29.465878 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:11:29.525406 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:11:29.545421 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:11:30.068500 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=15,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:11:40.084802 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Took 0.32 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:11:40.106704 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:11:40.107258 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:11:40.107760 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:11:40.151358 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:11:40.155810 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:11:40.156256 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:11:40.156646 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:11:40.157307 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:11:40.157710 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:11:40.158120 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:11:40.175880 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Getting quotas for project 5824d7d0370d430dba4f1e36acca8f8c. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:11:40.180889 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Getting quotas for user 7c54ba11e3454a8cb83fd56bc73d812f and project 5824d7d0370d430dba4f1e36acca8f8c. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:11:40.193036 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] [instance: c7c717a4-9925-4455-9963-ffdcae9f06f4] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:11:40.193604 ncdv-master-1 nova-conductor[129508]: DEBUG nova.scheduler.utils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Re-scheduling is disabled due to forcing a host (['nch2-master-1']) and/or node ([]) {{(pid=129508) populate_retry /opt/stack/nova/nova/scheduler/utils.py:976}} Oct 22 21:11:40.194308 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:11:40.194738 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:11:40.195122 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:11:40.205311 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] [instance: c7c717a4-9925-4455-9963-ffdcae9f06f4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:11:40.207168 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:11:40.207616 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:11:40.207999 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:11:40.245114 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:11:40.245562 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:11:40.246672 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9322bea3-d0ab-4424-9bec-518706a4a97d tempest-TestServerMultinode-831239059 tempest-TestServerMultinode-831239059-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:11:50.167089 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:11:50.211912 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:11:50.228446 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:11:50.236057 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:12:00.292823 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Took 0.36 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:12:00.317832 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:12:00.318219 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:12:00.318655 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:12:00.377527 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:12:00.384178 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:12:00.385102 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:12:00.385579 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:12:00.386301 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:12:00.387054 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:12:00.387631 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:12:00.407252 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Getting quotas for project f7f28cafad8942518b882192687b8b77. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:12:00.416815 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Getting quotas for user eb24324c9c174645a3e9bc8bb913afe9 and project f7f28cafad8942518b882192687b8b77. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:12:00.448204 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] [instance: 34dcd1da-b94c-426b-b08b-204ea287c8a2] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:12:00.449515 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:12:00.450104 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:12:00.450670 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:12:00.459426 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] [instance: 34dcd1da-b94c-426b-b08b-204ea287c8a2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:12:00.461371 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:12:00.462580 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:12:00.463285 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:12:00.518556 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:12:00.519428 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:12:00.520244 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0c7cfbe8-fc26-4b96-a835-e10e7b90652f tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:12:10.396730 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:12:10.471783 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:12:10.495956 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:12:10.509655 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:12:13.601952 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Took 0.41 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:12:13.633640 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:12:13.635227 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:12:13.635912 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:12:13.756121 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:12:13.769027 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:12:13.769907 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:12:13.770506 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:12:13.771586 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:12:13.772473 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:12:13.773055 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:12:13.794543 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Getting quotas for project 755501ba3e344f1aaf7ef80924bb57d7. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:12:13.800396 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Getting quotas for user ba0d0bdfb04240209e4efa92f47cbb94 and project 755501ba3e344f1aaf7ef80924bb57d7. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:12:13.814742 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] [instance: 9dd3ccc4-26f1-4d75-b990-6636ed02293e] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:12:13.816219 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:12:13.816860 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:12:13.817653 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:12:13.828421 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] [instance: 9dd3ccc4-26f1-4d75-b990-6636ed02293e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:12:13.830132 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:12:13.830827 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:12:13.831576 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:12:13.889853 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:12:13.890621 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:12:13.891202 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c66bae52-59ae-40b3-8f81-0192177ade2d tempest-AttachVolumeTestJSON-485250435 tempest-AttachVolumeTestJSON-485250435-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:12:23.787507 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:12:23.842150 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:12:23.855766 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=10 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:12:23.883724 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:12:40.068897 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:12:40.082199 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=11,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:12:49.759449 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:13:01.681428 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Took 0.58 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:13:01.725835 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:01.727920 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:01.727920 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:01.833871 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:01.835537 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:01.836100 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:01.837089 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:01.837662 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:01.838341 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:01.862776 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:13:01.871506 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for user 799f987b3aa7426ba5d7a464052d6490 and project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:13:01.897033 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: ecbbbe88-8a1a-4480-b826-5ba23c6a4404] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:13:01.898340 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:01.902887 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.005s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:01.904131 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:01.919774 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: ecbbbe88-8a1a-4480-b826-5ba23c6a4404] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:13:01.921783 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:01.922498 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:01.923548 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:01.990834 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:01.991664 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:01.992129 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-f01438ac-9334-46b4-8091-f062de7315f6 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:03.508423 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Took 0.54 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:13:03.536918 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:03.537807 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:03.538561 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:03.658756 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:03.660936 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:03.661587 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:03.665181 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:03.667978 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:03.669237 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:03.724492 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Getting quotas for project 82a42c3ecf474883ac652fcc8c01c9f2. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:13:03.742571 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Getting quotas for user 7e3820b31a424c3a9216a6ef91fcb285 and project 82a42c3ecf474883ac652fcc8c01c9f2. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:13:03.771539 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] [instance: 5c197028-ff9e-46ff-81f4-0feb4748da97] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:13:03.772505 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:03.774991 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:03.775528 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:03.800807 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] [instance: 5c197028-ff9e-46ff-81f4-0feb4748da97] block_device_mapping [BlockDeviceMapping(attachment_id=992335b0-0ac0-437d-914d-ec8ff00c1e5c,boot_index=0,connection_info=None,created_at=,delete_on_termination=False,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='b2b053a3-6082-4ecb-aa86-9bc2e5608d19',volume_size=1,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:13:03.802133 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:03.802882 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:03.803280 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:03.877643 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:03.878494 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:03.879216 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-67b3a136-579e-4dc4-a21c-5c2e86733773 tempest-TestVolumeBootPattern-1443368191 tempest-TestVolumeBootPattern-1443368191-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:11.849754 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:11.934058 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:11.966487 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:11.981777 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:13.699035 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:13.807572 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=15 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:13.850846 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:13.864751 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:19.339074 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:13:19.434450 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:19.436407 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:19.436895 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:19.565630 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=15,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:19.572064 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:19.572994 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:19.573630 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:19.574888 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:19.575820 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:19.576936 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:19.608937 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:13:19.614591 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for user 799f987b3aa7426ba5d7a464052d6490 and project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:13:19.634235 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: 05f873ef-847a-4c86-9009-ca367cc7ac67] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:13:19.635481 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:19.636164 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:19.637505 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:19.664093 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: 05f873ef-847a-4c86-9009-ca367cc7ac67] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:13:19.670130 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:19.673093 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:19.673817 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:19.727974 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:19.728927 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:19.729527 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:19.766277 ncdv-master-1 nova-conductor[129509]: ERROR oslo.messaging._drivers.impl_rabbit [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [ae459b77-8732-4d63-aa39-ea3988d0d037] AMQP server on 10.222.0.18:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer Oct 22 21:13:20.066857 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=15,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:20.476217 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Took 0.46 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:13:20.503581 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:20.504069 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:20.504643 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:20.578343 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:20.579169 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:20.580063 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:20.581096 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:20.581853 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:20.582424 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:20.604262 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Getting quotas for project ba71430f3dc046f68faab18103ba9007. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:13:20.611292 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Getting quotas for user cb4464172f8d43a986f7de04724a8d52 and project ba71430f3dc046f68faab18103ba9007. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:13:20.625059 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] [instance: 77705065-40b2-4fba-8cf9-def4abeae0e4] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:13:20.626282 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:20.626931 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:20.627693 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:20.638540 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] [instance: 77705065-40b2-4fba-8cf9-def4abeae0e4] block_device_mapping [BlockDeviceMapping(attachment_id=2985580a-0fc6-4173-bbfa-3c770c8529e4,boot_index=0,connection_info=None,created_at=,delete_on_termination=False,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='4678044e-7418-4ed6-afa9-88f7a689bd0c',volume_size=1,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:13:20.641545 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:20.643075 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:20.644004 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:20.727057 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:20.727758 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:20.728545 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-c240def6-5699-4100-b8e4-b2b5e619f68c tempest-TestVolumeBackupRestore-2071196610 tempest-TestVolumeBackupRestore-2071196610-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:20.779144 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [ae459b77-8732-4d63-aa39-ea3988d0d037] Reconnected to AMQP server on 10.222.0.18:5672 via [amqp] client with port 41466. Oct 22 21:13:21.015866 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:21.016338 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:21.016721 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ef134ac3-d4a3-41da-8738-47373b174408 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:24.288665 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Took 0.59 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:13:24.359502 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:24.360882 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:24.362611 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:24.476099 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:24.477944 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:24.478564 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:24.481030 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:24.482120 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:24.483282 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:24.525284 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:13:24.539149 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for user 799f987b3aa7426ba5d7a464052d6490 and project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:13:24.574556 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: 955c9477-85e2-4d95-ab3b-035dbf7d5a03] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:13:24.577307 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:24.577965 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:24.578904 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:24.597194 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: 955c9477-85e2-4d95-ab3b-035dbf7d5a03] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:13:24.601963 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:24.602644 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:24.603948 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:24.694564 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:24.696252 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:24.697325 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-4135852a-6b78-451f-bf67-80a4b7583489 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:30.597048 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:30.650200 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=16,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:30.674535 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:30.701366 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:34.506361 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:34.617023 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=23,nova_cell1:INSERT=34,nova_cell1:UPDATE=12,nova_cell1:DELETE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:34.669576 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=23,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:34.686157 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=25,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:34.932160 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Took 0.42 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:13:34.965116 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:34.966660 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:34.968063 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:35.058147 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:35.059120 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:35.059571 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:35.060367 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:35.060750 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:35.061168 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:35.091099 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Getting quotas for project 90c7a88417a446cd87a91bf19ef81232. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:13:35.100726 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Getting quotas for user 037ea1eef49c4f7fba0dec413ce15e5e and project 90c7a88417a446cd87a91bf19ef81232. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:13:35.124056 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] [instance: 75885b47-51e4-4752-8150-00dff6c524f6] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:13:35.124977 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:35.125423 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:35.125873 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:35.153358 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] [instance: 75885b47-51e4-4752-8150-00dff6c524f6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:13:35.155237 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:35.155937 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:35.156312 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:35.214754 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:35.215636 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:35.216457 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-bbb2bcdd-72e5-4639-8331-169580bd9285 tempest-VolumesActionsTest-1108413952 tempest-VolumesActionsTest-1108413952-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:40.077861 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=15,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:42.899958 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-b502c728-1ac7-4341-ae66-087c5e4fa79a tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method unshelve_instance {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:13:42.901244 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b502c728-1ac7-4341-ae66-087c5e4fa79a tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:42.901244 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b502c728-1ac7-4341-ae66-087c5e4fa79a tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:42.901244 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-b502c728-1ac7-4341-ae66-087c5e4fa79a tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:43.092653 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-b502c728-1ac7-4341-ae66-087c5e4fa79a tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] [instance: 34dcd1da-b94c-426b-b08b-204ea287c8a2] Requesting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) during scheduling {{(pid=129509) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:961}} Oct 22 21:13:43.669095 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-b502c728-1ac7-4341-ae66-087c5e4fa79a tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Took 0.57 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:13:43.670090 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-b502c728-1ac7-4341-ae66-087c5e4fa79a tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] [instance: 34dcd1da-b94c-426b-b08b-204ea287c8a2] Scheduler selected host: nch1-master-1, node:nch1-master-1 {{(pid=129509) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1057}} Oct 22 21:13:43.685867 ncdv-master-1 nova-conductor[129509]: DEBUG nova.objects.instance [None req-b502c728-1ac7-4341-ae66-087c5e4fa79a tempest-AttachVolumeShelveTestJSON-1454811106 tempest-AttachVolumeShelveTestJSON-1454811106-project] Lazy-loading 'flavor' on Instance uuid 34dcd1da-b94c-426b-b08b-204ea287c8a2 {{(pid=129509) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 21:13:45.076437 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:45.160297 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:45.187749 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:45.203145 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:49.827689 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Took 0.29 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:13:49.847659 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:49.848409 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:49.848793 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:49.902433 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:49.903228 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:49.903715 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:49.904416 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:49.904824 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:49.905205 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:49.922883 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:13:49.927839 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for user 799f987b3aa7426ba5d7a464052d6490 and project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:13:49.939593 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: e8de4ee1-bd84-496c-8376-025eaf5c5094] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:13:49.940303 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:49.940771 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:49.941156 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:49.949107 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: e8de4ee1-bd84-496c-8376-025eaf5c5094] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:13:49.950673 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:49.951384 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:49.951802 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:50.000479 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:13:50.001055 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:13:50.001421 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-feb2affd-55c3-48e4-b01e-a4f16cf26a73 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:13:53.097005 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:53.682465 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=5 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:53.732123 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=12,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:59.914622 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:59.955154 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:59.972493 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:13:59.995304 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:00.063276 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=26,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:20.070295 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:20.233859 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Took 0.30 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:14:20.256729 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:20.257254 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:20.257647 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:20.328869 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:20.331892 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:20.332913 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:20.333673 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:20.334600 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:20.335420 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:20.364365 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Getting quotas for project a25f382da0674f74ada627cf75ad37d0. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:14:20.371262 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Getting quotas for user d25f7d1fb76e4eb5a8af45ff5d61efce and project a25f382da0674f74ada627cf75ad37d0. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:14:20.392049 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] [instance: 6bacb456-9f6a-42a0-9f8b-8374cc17f54a] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:14:20.393054 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:20.393483 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:20.394241 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:20.410420 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] [instance: 6bacb456-9f6a-42a0-9f8b-8374cc17f54a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:14:20.411653 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:20.412232 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:20.412844 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:20.457425 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:20.457891 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:20.458774 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3fb7b7ff-a277-479d-b778-7a92dd899b96 tempest-VolumesBackupsTest-1343612709 tempest-VolumesBackupsTest-1343612709-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:21.597807 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Took 0.37 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:14:21.622161 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:21.622632 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:21.623012 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:21.702710 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:21.703409 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:21.704026 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:21.704430 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:21.705023 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:21.705023 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:21.723184 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:14:21.738904 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for user 799f987b3aa7426ba5d7a464052d6490 and project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:14:21.743520 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: c05b27d6-ba86-4600-bb33-8d2daeda2094] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:14:21.744389 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:21.744836 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:21.745236 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:21.754744 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: c05b27d6-ba86-4600-bb33-8d2daeda2094] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:14:21.756292 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:21.756900 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:21.758168 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:21.804580 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:21.805170 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:21.807080 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-9626862a-6fb2-4015-99fc-5b52fc4c9b8f tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:30.075191 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=13,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:30.343177 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:30.418708 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:30.441329 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:30.449889 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:31.716298 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:31.765456 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:31.786415 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:31.794351 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:39.653089 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Took 0.37 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:14:39.694932 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:39.695443 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:39.700093 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.004s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:39.765932 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:39.766464 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:39.766888 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:39.767659 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:39.768125 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:39.768753 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:39.790995 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:14:39.797965 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for user 799f987b3aa7426ba5d7a464052d6490 and project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:14:39.823731 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: 6404fc61-0c84-4fab-9557-cefbd8e6da63] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:14:39.824859 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:39.825461 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:39.825997 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:39.838361 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: 6404fc61-0c84-4fab-9557-cefbd8e6da63] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:14:39.841406 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:39.842470 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:39.842913 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:39.885344 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:14:39.886298 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:14:39.887048 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3b29a050-30df-4dec-b14f-1f84b3ab1e12 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:14:49.780330 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:49.846577 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:49.877180 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:14:49.878346 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:15:00.073533 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=20,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:15:00.921516 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Took 0.34 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:15:00.941733 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:15:00.942199 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:15:00.942588 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:15:00.988772 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:15:00.995226 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:15:00.996151 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:15:00.996734 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:15:00.997625 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:15:00.998196 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:15:00.998746 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:15:01.025341 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:15:01.038289 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for user 799f987b3aa7426ba5d7a464052d6490 and project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:15:01.050692 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: 5ec23653-3f53-406b-a0e3-1d3b3c683fb7] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:15:01.054161 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:15:01.054161 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:15:01.054161 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:15:01.073966 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: 5ec23653-3f53-406b-a0e3-1d3b3c683fb7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:15:01.093388 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:15:01.093886 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:15:01.095091 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:15:01.132750 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:15:01.133229 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:15:01.133610 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-af12410c-81c3-4fed-9e32-2d0abb8a98ed tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:15:11.012749 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:15:11.103786 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:15:11.125473 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=15 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:15:11.127589 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:15:20.081088 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:15:20.271577 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Took 0.77 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:15:20.294086 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:15:20.294479 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:15:20.294868 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:15:20.352354 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:15:20.353000 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:15:20.353527 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:15:20.354343 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:15:20.354892 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:15:20.355450 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:15:20.389735 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:15:20.395224 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Getting quotas for user 799f987b3aa7426ba5d7a464052d6490 and project e87474d4b4c547abbfe6308b6dd8e1c8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:15:20.414558 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: 803a198e-9b90-4fb4-85fa-e1131abf9517] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:15:20.415515 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:15:20.415959 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:15:20.416346 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:15:20.429358 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] [instance: 803a198e-9b90-4fb4-85fa-e1131abf9517] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:15:20.430859 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:15:20.431465 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:15:20.432250 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:15:20.484198 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:15:20.484828 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:15:20.485377 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e07b626f-ac5a-430c-99d5-678c70d6fe32 tempest-ServersTestJSON-2007137082 tempest-ServersTestJSON-2007137082-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:15:30.372319 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:15:30.437825 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:15:30.474145 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:15:30.476042 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:15:40.087878 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=13,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:16:00.081862 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:16:09.771189 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:16:20.089428 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:16:27.875754 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Took 0.38 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:16:27.941435 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:27.943149 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:27.943590 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:28.054876 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:28.055311 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:28.055742 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:28.056388 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:28.056791 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:28.057163 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:28.097214 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Getting quotas for project 9e9da591f0cc4d60aae0abe808be33a8. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:16:28.102802 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Getting quotas for user 38e4ed23a2bb4537b00b90ec116ea084 and project 9e9da591f0cc4d60aae0abe808be33a8. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:16:28.125240 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] [instance: 8ad825e9-f825-4c28-997c-5bb6d6cb405f] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:16:28.126105 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:28.126532 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:28.126920 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:28.145983 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] [instance: 8ad825e9-f825-4c28-997c-5bb6d6cb405f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:16:28.147320 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:28.147793 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:28.148180 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:28.212089 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:28.212580 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:28.212972 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-588ffc2d-a656-4c12-9b24-c3875a9735b2 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:33.582853 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-a6cb502b-dfc6-479c-97d9-84e712ad92e0 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method rebuild_instance {{(pid=129509) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:16:33.583444 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a6cb502b-dfc6-479c-97d9-84e712ad92e0 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:33.583720 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a6cb502b-dfc6-479c-97d9-84e712ad92e0 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:33.584101 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a6cb502b-dfc6-479c-97d9-84e712ad92e0 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:33.635656 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-a6cb502b-dfc6-479c-97d9-84e712ad92e0 tempest-ServerShowV257Test-411148361 tempest-ServerShowV257Test-411148361-project] [instance: 8ad825e9-f825-4c28-997c-5bb6d6cb405f] No migration record for the rebuild/evacuate request. {{(pid=129509) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1167}} Oct 22 21:16:38.072925 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:16:38.151447 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:16:38.180644 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:16:38.200420 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:16:40.092670 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:16:43.583570 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:16:43.662028 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:16:43.700162 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:16:46.166891 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Took 1.12 seconds to select destinations for 3 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:16:46.189630 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:46.191196 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:46.191196 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:46.274052 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:46.274607 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:46.275095 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:46.341765 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:46.342294 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:46.342801 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:46.402152 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:46.402849 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:46.403461 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:46.404211 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:46.406847 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:46.407234 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:46.429381 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Getting quotas for project d4b2530a0555405ab0240fdb0087e6a8. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:16:46.434423 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Getting quotas for user 271a94b5c9324dac963afb958f054e0f and project d4b2530a0555405ab0240fdb0087e6a8. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:16:46.450120 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] [instance: ac635cb1-9b28-4ac2-b0da-c27f3a5388a4] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:16:46.464701 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:46.465506 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:46.465849 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:46.498689 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] [instance: ac635cb1-9b28-4ac2-b0da-c27f3a5388a4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:16:46.500098 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:46.500571 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:46.501105 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:46.569880 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:46.570553 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:46.571180 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:46.591713 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] [instance: 739c029e-b589-495d-89db-50c7a706b7f7] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:16:46.594769 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:46.599137 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:46.599737 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:46.624521 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] [instance: 739c029e-b589-495d-89db-50c7a706b7f7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:16:46.626345 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:46.627056 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:46.628184 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:46.735964 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:46.737291 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:46.737396 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:46.772457 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] [instance: dde943e5-12d5-4d2c-859a-1ab238280e4e] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:16:46.777177 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:46.780385 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:46.781218 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:46.808334 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] [instance: dde943e5-12d5-4d2c-859a-1ab238280e4e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:16:46.811270 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:46.813823 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:46.814093 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:46.909263 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:16:46.910203 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:16:46.913330 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-94344a7b-03e5-457f-a3c4-c82134b2b170 tempest-ListServersNegativeTestJSON-1599927421 tempest-ListServersNegativeTestJSON-1599927421-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:16:56.417944 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:16:56.824182 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=23,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=52,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:16:56.876720 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=28,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:16:56.896372 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:00.095242 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:20.094402 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:24.377786 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Took 0.56 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:17:24.413275 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:24.413619 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:24.418966 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:24.512761 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:24.513671 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:24.514415 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:24.515418 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:24.516213 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:24.517061 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:24.538093 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Getting quotas for project 28af724189a24022b3ef7651b7157a9d. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:17:24.543708 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Getting quotas for user 6c8a9229e7da421b9e0e6f7df52f71e2 and project 28af724189a24022b3ef7651b7157a9d. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:17:24.557815 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] [instance: 3de67bb0-04d9-4d3a-a925-102f04d677bb] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:17:24.559101 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:24.559726 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:24.560273 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:24.569605 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] [instance: 3de67bb0-04d9-4d3a-a925-102f04d677bb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:17:24.571957 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:24.572634 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:24.573287 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:24.633309 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:24.633938 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:24.634489 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-246c2a1d-2df7-49f3-8ea5-79501faf5e61 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:34.530127 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:34.581686 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:34.601986 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:34.619816 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:39.228356 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:17:39.269667 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:39.270437 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:39.271011 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:39.345467 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:39.346266 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:39.346886 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:39.348029 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:39.348740 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:39.349269 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:39.374204 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Getting quotas for project 28af724189a24022b3ef7651b7157a9d. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:17:39.381236 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Getting quotas for user 6c8a9229e7da421b9e0e6f7df52f71e2 and project 28af724189a24022b3ef7651b7157a9d. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:17:39.398550 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] [instance: cea3693e-cb10-4129-9f00-18f678998bbd] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:17:39.400007 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:39.405379 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:39.406125 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:39.416789 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] [instance: cea3693e-cb10-4129-9f00-18f678998bbd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:17:39.419383 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:39.420027 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:39.420590 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:39.485816 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:39.486992 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:39.487518 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e3a1749b-cd83-470d-aa07-3ac2d84bf7a7 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:40.095724 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=13,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:45.639047 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Took 0.45 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:17:45.689514 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:45.690089 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:45.690549 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:45.816423 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:45.818879 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:45.819105 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:45.820399 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:45.820989 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:45.821523 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:45.841859 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Getting quotas for project 45cb377c6a9a43b3b91c99a64e37f1eb. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:17:45.847671 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Getting quotas for user c9c85602851244d4a632b9c861eb4416 and project 45cb377c6a9a43b3b91c99a64e37f1eb. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:17:45.864338 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] [instance: 20d90b58-3fad-4a44-b6bf-4ef0cc587def] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:17:45.866021 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:45.866860 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:45.867432 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:45.882230 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] [instance: 20d90b58-3fad-4a44-b6bf-4ef0cc587def] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:17:45.884301 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:45.885953 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:45.886355 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:45.939569 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:17:45.940178 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:17:45.940800 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-ffa96361-bf9e-47fb-87b6-a9436d0c891f tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:17:49.365283 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:49.432523 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:49.455953 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:49.474264 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:55.834869 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:55.898074 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:55.921772 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=8 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:17:55.932760 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:18:00.089728 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:18:20.105802 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=15,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:18:30.106823 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:19:00.101844 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:19:03.111002 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-71d5f216-e49c-462d-8c29-161e09888c64 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method unshelve_instance {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:19:03.112094 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-71d5f216-e49c-462d-8c29-161e09888c64 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:19:03.112094 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-71d5f216-e49c-462d-8c29-161e09888c64 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:19:03.113274 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-71d5f216-e49c-462d-8c29-161e09888c64 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:19:03.696149 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-71d5f216-e49c-462d-8c29-161e09888c64 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] [instance: 3de67bb0-04d9-4d3a-a925-102f04d677bb] Requesting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) during scheduling {{(pid=129508) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:961}} Oct 22 21:19:04.540502 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-71d5f216-e49c-462d-8c29-161e09888c64 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Took 0.83 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:19:04.541006 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-71d5f216-e49c-462d-8c29-161e09888c64 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] [instance: 3de67bb0-04d9-4d3a-a925-102f04d677bb] Scheduler selected host: nch2-master-1, node:nch2-master-1 {{(pid=129508) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1057}} Oct 22 21:19:04.561472 ncdv-master-1 nova-conductor[129508]: DEBUG nova.objects.instance [None req-71d5f216-e49c-462d-8c29-161e09888c64 tempest-ServersNegativeTestJSON-766586991 tempest-ServersNegativeTestJSON-766586991-project] Lazy-loading 'flavor' on Instance uuid 3de67bb0-04d9-4d3a-a925-102f04d677bb {{(pid=129508) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 21:19:10.103023 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:19:13.693080 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:19:14.549207 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=6 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:19:14.651629 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=12,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:19:29.786234 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:19:40.100679 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:19:41.353574 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Took 0.60 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:19:41.389020 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:19:41.389775 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:19:41.390605 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:19:41.489343 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:19:41.489868 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:19:41.490929 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:19:41.491555 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:19:41.492189 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:19:41.492538 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:19:41.527007 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Getting quotas for project 8bb594dfc7d54c26b2badde74ee74d18. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:19:41.539159 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Getting quotas for user 712b1eb4d5f542219f248896a5b85be3 and project 8bb594dfc7d54c26b2badde74ee74d18. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:19:41.580402 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] [instance: 7c614e45-6138-43f4-85a5-303093b91055] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:19:41.583935 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:19:41.584561 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:19:41.585100 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:19:41.612868 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] [instance: 7c614e45-6138-43f4-85a5-303093b91055] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:19:41.617192 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:19:41.617557 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:19:41.618047 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:19:41.681442 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:19:41.682095 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:19:41.682769 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-64d438e3-e8ba-4b30-b85d-f3c766ce7b1b tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:19:50.101381 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:19:51.505615 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:19:51.622015 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:19:51.656389 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=8 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:19:51.669376 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:02.941572 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:20:02.969684 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:02.970091 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:02.971641 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:03.021395 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:03.021835 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:03.022209 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:03.022851 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:03.023251 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:03.023694 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:03.042759 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Getting quotas for project 8bb594dfc7d54c26b2badde74ee74d18. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:20:03.048363 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Getting quotas for user 712b1eb4d5f542219f248896a5b85be3 and project 8bb594dfc7d54c26b2badde74ee74d18. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:20:03.061264 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] [instance: cbdf6f32-0fbe-4fc0-89c3-7108862f56ac] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:20:03.062474 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:03.063042 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:03.063600 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:03.074232 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] [instance: cbdf6f32-0fbe-4fc0-89c3-7108862f56ac] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:20:03.075806 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:03.076505 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:03.077223 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:03.118037 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:03.118654 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:03.119202 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-474c7789-7edc-4d21-bb5e-1702701bc0dc tempest-VolumesActionsTest-1407931533 tempest-VolumesActionsTest-1407931533-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:10.105313 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=11,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:13.034214 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:13.083165 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:13.101868 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:13.108333 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:17.689601 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Took 0.37 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:20:17.717021 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:17.718178 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:17.719012 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:17.825676 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:17.826630 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:17.827393 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:17.828405 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:17.828872 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:17.834710 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:17.870520 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Getting quotas for project cefb200280d4407ab97de3dadf6bb281. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:20:17.882837 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Getting quotas for user 2acb3d1b6eba4df187ac68bf39e7aa73 and project cefb200280d4407ab97de3dadf6bb281. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:20:17.908370 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] [instance: 6853e911-3704-4087-a449-427f7fc0ba31] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:20:17.910185 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:17.911021 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:17.911949 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:17.925483 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] [instance: 6853e911-3704-4087-a449-427f7fc0ba31] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:20:17.927470 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:17.928426 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:17.929211 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:18.010584 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:18.012410 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:18.012812 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-e9506843-538d-469e-bfae-c5f2a6da1689 tempest-ServersNegativeTestMultiTenantJSON-327266304 tempest-ServersNegativeTestMultiTenantJSON-327266304-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:27.858946 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:27.935935 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:27.994696 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:28.011614 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:30.104858 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:30.106466 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=10,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:37.680482 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Took 0.77 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:20:37.734784 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:37.735753 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:37.736914 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:37.837045 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:37.837856 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:37.838634 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:37.839731 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:37.840454 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:37.840986 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:37.862386 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Getting quotas for project 45cb377c6a9a43b3b91c99a64e37f1eb. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:20:37.871014 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Getting quotas for user c9c85602851244d4a632b9c861eb4416 and project 45cb377c6a9a43b3b91c99a64e37f1eb. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:20:37.901041 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] [instance: ec15d899-3167-4bce-9b78-f8d8b15455b3] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:20:37.902544 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:37.903144 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:37.903552 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:37.913497 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] [instance: ec15d899-3167-4bce-9b78-f8d8b15455b3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:20:37.915024 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:37.915491 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:37.918560 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:37.971941 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:20:37.972392 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:20:37.980673 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2f355271-f02d-453f-9822-1fcc625b2d7d tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:20:47.852742 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:47.922760 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:47.951136 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:20:47.962204 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:10.111164 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:10.114044 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:20.806262 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Took 0.39 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:21:20.841088 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:20.845776 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:20.846261 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.005s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:20.936857 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:20.938311 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:20.939092 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:20.944361 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:20.944796 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:20.945486 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:20.969610 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Getting quotas for project 45cb377c6a9a43b3b91c99a64e37f1eb. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:21:20.979148 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Getting quotas for user c9c85602851244d4a632b9c861eb4416 and project 45cb377c6a9a43b3b91c99a64e37f1eb. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:21:20.993791 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] [instance: cd1499ac-bb25-4ccd-8991-4d884118c0a7] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:21:20.995179 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:20.995933 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:20.996501 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:21.011791 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] [instance: cd1499ac-bb25-4ccd-8991-4d884118c0a7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:21:21.013502 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:21.014040 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:21.014751 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:21.073454 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:21.074021 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:21.074884 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-abbe65b4-dd39-47bb-869a-844794b6b275 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:30.959484 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:31.023597 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:31.043243 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=9 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:31.066156 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:31.454348 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Took 0.35 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:21:31.485021 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:31.485407 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:31.486056 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:31.586229 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:31.586671 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:31.587056 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:31.587744 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:31.588392 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:31.588980 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:31.607908 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Getting quotas for project c0b96ff22c5544c187ad917f367d9c28. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:21:31.626850 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Getting quotas for user ba127731b60241debcb374ac2e39c891 and project c0b96ff22c5544c187ad917f367d9c28. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:21:31.645021 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] [instance: 624cfc5a-03de-4c2b-9de5-bcd2d272aced] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:21:31.646244 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:31.646887 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:31.647548 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:31.663325 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] [instance: 624cfc5a-03de-4c2b-9de5-bcd2d272aced] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:21:31.665632 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:31.666493 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:31.667100 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:31.722080 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:31.723037 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:31.723793 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ffada944-ab7d-40b2-b9dd-1c1fe6f6d873 tempest-TestServerAdvancedOps-1401339547 tempest-TestServerAdvancedOps-1401339547-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:40.140956 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:40.143919 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=11,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:41.600484 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:41.673635 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:41.702477 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:41.712424 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:43.709051 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Took 0.40 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:21:43.735296 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:43.741948 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.007s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:43.742816 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:43.833589 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:43.834045 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:43.834443 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:43.836251 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:43.836855 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:43.837368 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:43.866985 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Getting quotas for project bc27a2de57354aa2a6d698b8b7b0094b. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:21:43.873900 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Getting quotas for user a56d59cd5ede44edaba68a0d74e195ff and project bc27a2de57354aa2a6d698b8b7b0094b. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:21:43.889014 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] [instance: 8dfe8aae-f5eb-4fcc-b801-7957bc9d608a] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:21:43.890075 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:43.890617 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:43.891107 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:43.904547 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] [instance: 8dfe8aae-f5eb-4fcc-b801-7957bc9d608a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:21:43.906396 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:43.907537 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:43.908829 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:43.968523 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:21:43.970356 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:21:43.970961 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-43f10161-8d4d-4e19-af7d-0fd70cda46ec tempest-TestServerBasicOps-685385557 tempest-TestServerBasicOps-685385557-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:21:53.858453 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:53.918686 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=21,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:53.941471 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:21:53.953357 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:22:00.132111 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=10,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:22:16.612661 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:22:20.132522 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:22:40.139232 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:22:40.144005 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:22:49.856981 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:23:20.142767 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:23:20.149361 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:24:00.151466 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:24:00.152373 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:24:12.424361 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:24:12.452116 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:24:12.452626 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:24:12.453017 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:24:12.517994 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:24:12.518912 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:24:12.519485 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:24:12.520992 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:24:12.521707 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:24:12.522084 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:24:12.542622 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Getting quotas for project 45cb377c6a9a43b3b91c99a64e37f1eb. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:24:12.548172 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Getting quotas for user c9c85602851244d4a632b9c861eb4416 and project 45cb377c6a9a43b3b91c99a64e37f1eb. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:24:12.560935 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] [instance: 61b522d6-fcd9-4bd7-bc4e-0459f0fcc6db] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:24:12.562413 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:24:12.563084 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:24:12.563652 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:24:12.575081 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] [instance: 61b522d6-fcd9-4bd7-bc4e-0459f0fcc6db] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:24:12.576832 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:24:12.577344 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:24:12.577880 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:24:12.629314 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:24:12.630030 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:24:12.631061 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-157f11ed-f028-4ff6-b94f-82903c771d23 tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:24:22.534627 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:24:22.582727 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:24:22.604185 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=10 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:24:22.620356 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:24:26.865066 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Took 0.37 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:24:26.887411 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:24:26.887863 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:24:26.888264 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:24:26.969028 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:24:26.969420 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:24:26.970542 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:24:26.971218 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:24:26.971843 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:24:26.972222 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:24:26.989908 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Getting quotas for project 45cb377c6a9a43b3b91c99a64e37f1eb. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:24:26.994588 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Getting quotas for user c9c85602851244d4a632b9c861eb4416 and project 45cb377c6a9a43b3b91c99a64e37f1eb. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:24:27.071306 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] [instance: edcbe825-78fa-4a69-bd00-65e531a5c411] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:24:27.071306 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:24:27.071306 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:24:27.071306 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:24:27.071306 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] [instance: edcbe825-78fa-4a69-bd00-65e531a5c411] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:24:27.071306 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:24:27.071306 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:24:27.071306 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:24:27.076069 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:24:27.076603 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:24:27.077074 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-a7645739-715f-49da-945d-aab304fe231a tempest-ServerActionsTestJSON-274049943 tempest-ServerActionsTestJSON-274049943-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:24:36.981556 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:24:37.037424 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:24:37.059280 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:24:37.063981 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:24:40.143656 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=13,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:24:40.147979 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:25:00.150696 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:25:20.147640 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:25:36.624357 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:25:40.147647 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:25:40.334965 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Took 0.40 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:25:40.355538 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:25:40.355981 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:25:40.356339 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:25:40.410155 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:25:40.410502 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:25:40.410917 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:25:40.411604 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:25:40.412011 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:25:40.412389 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:25:40.427848 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Getting quotas for project f8a90c9a54ef46b9833bb9ce3ba90f39. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:25:40.432603 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Getting quotas for user b5898783a6b54016a531694cb8cd9bd4 and project f8a90c9a54ef46b9833bb9ce3ba90f39. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:25:40.443864 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] [instance: a85afe84-3861-4939-9aeb-5b1184e3e9f8] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:25:40.444702 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:25:40.445128 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:25:40.445512 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:25:40.455631 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] [instance: a85afe84-3861-4939-9aeb-5b1184e3e9f8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:25:40.456850 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:25:40.457277 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:25:40.457667 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:25:40.488867 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:25:40.489305 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:25:40.489696 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-fbb2900a-af5b-4f1f-bb51-e70765242bdc tempest-ServersAaction247Test-219674733 tempest-ServersAaction247Test-219674733-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:25:50.419307 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:25:50.460908 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:25:50.475206 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:25:50.483416 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:25:56.461662 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Took 0.29 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:25:56.481750 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:25:56.482105 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:25:56.482500 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:25:56.534988 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:25:56.538943 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:25:56.539403 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:25:56.539844 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:25:56.540478 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:25:56.540877 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:25:56.541248 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:25:56.558228 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Getting quotas for project 435c26b86be44362be1bd042a5cb4c1f. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:25:56.563730 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Getting quotas for user 8e102b243ece4d66bf042337324b04b0 and project 435c26b86be44362be1bd042a5cb4c1f. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:25:56.576203 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] [instance: 5454c3bf-7239-4b6f-b542-0d6a8df40222] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:25:56.577037 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:25:56.577504 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:25:56.578089 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:25:56.586746 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] [instance: 5454c3bf-7239-4b6f-b542-0d6a8df40222] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:25:56.588394 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:25:56.589172 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:25:56.589533 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:25:56.647140 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:25:56.647670 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:25:56.648120 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-987c5d90-8917-4a18-bf9e-b49d4d7f2374 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:26:06.549579 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:26:06.594862 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:26:06.638970 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:26:06.638970 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:26:09.869957 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:26:20.155570 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:26:30.148664 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=11,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:26:50.161209 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:26:50.347964 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Took 0.26 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:26:50.370277 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:26:50.370745 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:26:50.371159 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:26:50.416660 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:26:50.417012 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:26:50.417401 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:26:50.418054 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:26:50.418463 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:26:50.418842 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:26:50.435227 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Getting quotas for project 435c26b86be44362be1bd042a5cb4c1f. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:26:50.440525 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Getting quotas for user 8e102b243ece4d66bf042337324b04b0 and project 435c26b86be44362be1bd042a5cb4c1f. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:26:50.453035 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] [instance: 8f964e3b-227a-4946-af30-9700da302ade] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:26:50.453873 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:26:50.454284 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:26:50.454668 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:26:50.463659 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] [instance: 8f964e3b-227a-4946-af30-9700da302ade] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:26:50.464895 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:26:50.465412 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:26:50.465840 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:26:50.503867 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:26:50.504428 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:26:50.504881 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-867d7cc0-f4cd-4b8f-a656-cb3a87479eaf tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:27:00.427694 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:27:00.469985 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:27:00.487014 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:27:00.496884 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:27:10.150089 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:27:30.156948 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:27:50.148155 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:28:10.155873 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:28:20.146517 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:28:21.736222 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Took 0.26 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:28:21.759112 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:28:21.759586 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:28:21.760034 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:28:21.809879 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:28:21.810314 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:28:21.810701 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:28:21.811390 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:28:21.811788 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:28:21.812169 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:28:21.827674 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Getting quotas for project 435c26b86be44362be1bd042a5cb4c1f. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:28:21.832402 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Getting quotas for user 8e102b243ece4d66bf042337324b04b0 and project 435c26b86be44362be1bd042a5cb4c1f. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:28:21.844186 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] [instance: 8ea439b7-9b3c-4521-a266-d4baa48c6308] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:28:21.845049 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:28:21.845532 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:28:21.845934 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:28:21.855720 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] [instance: 8ea439b7-9b3c-4521-a266-d4baa48c6308] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:28:21.857030 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:28:21.857420 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:28:21.857804 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:28:21.890948 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:28:21.891420 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:28:21.891817 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-71ba7593-e655-4adf-b35a-a4fcef948b27 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:28:31.819146 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:28:31.863064 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:28:31.875776 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:28:31.884028 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:28:40.155681 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=10,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:28:50.154843 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:28:56.637386 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:29:20.149331 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:29:29.882061 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:29:30.149720 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:29:50.532207 ncdv-master-1 nova-conductor[129508]: ERROR oslo.messaging._drivers.impl_rabbit [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] [b5f0fc66-b32a-4488-b010-fc9944d15278] AMQP server on 10.222.0.18:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer Oct 22 21:29:51.545411 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] [b5f0fc66-b32a-4488-b010-fc9944d15278] Reconnected to AMQP server on 10.222.0.18:5672 via [amqp] client with port 58716. Oct 22 21:29:53.832043 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Took 3.31 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:29:53.853774 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:29:53.854249 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:29:53.854583 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:29:53.906385 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:29:53.906841 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:29:53.907221 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:29:53.907923 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:29:53.908338 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:29:53.909077 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:29:53.923993 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Getting quotas for project 435c26b86be44362be1bd042a5cb4c1f. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:29:53.928818 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Getting quotas for user 8e102b243ece4d66bf042337324b04b0 and project 435c26b86be44362be1bd042a5cb4c1f. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:29:53.940146 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] [instance: 46c37125-ca0d-4f11-a44d-67178c850c9c] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:29:53.941051 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:29:53.941503 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:29:53.941883 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:29:53.950048 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] [instance: 46c37125-ca0d-4f11-a44d-67178c850c9c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:29:53.951206 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:29:53.951715 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:29:53.952081 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:29:53.983176 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:29:53.983631 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:29:53.984014 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:29:53.993777 ncdv-master-1 nova-conductor[129508]: ERROR oslo.messaging._drivers.impl_rabbit [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] [190d847c-171b-4aa1-8b73-2f5bef923799] AMQP server on 10.222.0.18:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer Oct 22 21:29:55.001345 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [None req-ab9a7e3b-ea03-4020-95ba-eb1fe2aae492 tempest-AttachVolumeNegativeTest-80303400 tempest-AttachVolumeNegativeTest-80303400-project] [190d847c-171b-4aa1-8b73-2f5bef923799] Reconnected to AMQP server on 10.222.0.18:5672 via [amqp] client with port 58738. Oct 22 21:30:00.152720 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:30:03.916008 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:30:03.955668 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:30:03.966920 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:30:03.976981 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:30:10.157134 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=13,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:30:40.148358 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:30:40.161735 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:31:20.141976 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:31:20.163556 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:32:00.152768 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:32:00.155382 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:32:16.649765 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:32:40.145332 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:32:40.154983 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:32:49.894666 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:33:04.052966 ncdv-master-1 nova-conductor[129509]: ERROR oslo.messaging._drivers.impl_rabbit [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] [7252ad05-1583-44e2-80b2-6cda6cef5cec] AMQP server on 10.222.0.18:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer Oct 22 21:33:05.059862 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] [7252ad05-1583-44e2-80b2-6cda6cef5cec] Reconnected to AMQP server on 10.222.0.18:5672 via [amqp] client with port 32802. Oct 22 21:33:07.501944 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Took 3.46 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:33:07.522871 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:33:07.523311 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:33:07.523713 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:33:07.578338 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:33:07.578797 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:33:07.579178 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:33:07.579879 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:33:07.580291 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:33:07.580673 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:33:07.595664 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Getting quotas for project 42f9c508b2164653997b36431bb589b8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:33:07.600648 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Getting quotas for user ce13ae25b8cc4c32a66a2bcc536a3fd6 and project 42f9c508b2164653997b36431bb589b8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:33:07.611882 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] [instance: b124ddce-db8e-4eb7-9363-62a47f8431d0] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:33:07.612694 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:33:07.613119 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:33:07.613513 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:33:07.622603 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] [instance: b124ddce-db8e-4eb7-9363-62a47f8431d0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:33:07.623976 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:33:07.624466 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:33:07.624933 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:33:07.664376 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:33:07.664811 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:33:07.665263 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:33:07.674960 ncdv-master-1 nova-conductor[129509]: ERROR oslo.messaging._drivers.impl_rabbit [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] [74826d55-7793-4363-8480-640a584b645a] AMQP server on 10.222.0.18:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer Oct 22 21:33:08.682269 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [None req-9409f802-9e7f-4757-974b-cb367ac1513a tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] [74826d55-7793-4363-8480-640a584b645a] Reconnected to AMQP server on 10.222.0.18:5672 via [amqp] client with port 32826. Oct 22 21:33:10.158685 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:33:17.587797 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:33:17.628898 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:33:17.656176 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:33:17.656934 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:33:20.157107 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:33:40.165112 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:33:40.165753 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:34:10.177599 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:34:20.181649 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:34:22.459313 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-62c363d1-bdf4-40db-bf81-7ca7cb052c43 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:34:22.459756 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-62c363d1-bdf4-40db-bf81-7ca7cb052c43 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:34:22.460187 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-62c363d1-bdf4-40db-bf81-7ca7cb052c43 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:34:22.460576 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-62c363d1-bdf4-40db-bf81-7ca7cb052c43 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:34:22.603174 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-62c363d1-bdf4-40db-bf81-7ca7cb052c43 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] [instance: b124ddce-db8e-4eb7-9363-62a47f8431d0] Restricting to cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while migrating {{(pid=129508) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} Oct 22 21:34:22.852905 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-62c363d1-bdf4-40db-bf81-7ca7cb052c43 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Created allocations for migration 9faf208e-c7a7-4007-862c-3dc9516c3a8a on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 21:34:22.859555 ncdv-master-1 nova-conductor[129508]: ERROR oslo.messaging._drivers.impl_rabbit [None req-62c363d1-bdf4-40db-bf81-7ca7cb052c43 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] [b5f0fc66-b32a-4488-b010-fc9944d15278] AMQP server on 10.222.0.18:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer Oct 22 21:34:23.867503 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [None req-62c363d1-bdf4-40db-bf81-7ca7cb052c43 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] [b5f0fc66-b32a-4488-b010-fc9944d15278] Reconnected to AMQP server on 10.222.0.18:5672 via [amqp] client with port 32932. Oct 22 21:34:26.243261 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-62c363d1-bdf4-40db-bf81-7ca7cb052c43 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] [instance: b124ddce-db8e-4eb7-9363-62a47f8431d0] Calling prep_resize with selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129508) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}} Oct 22 21:34:26.253612 ncdv-master-1 nova-conductor[129508]: ERROR oslo.messaging._drivers.impl_rabbit [None req-62c363d1-bdf4-40db-bf81-7ca7cb052c43 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] [190d847c-171b-4aa1-8b73-2f5bef923799] AMQP server on 10.222.0.18:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer Oct 22 21:34:27.261648 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [None req-62c363d1-bdf4-40db-bf81-7ca7cb052c43 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] [190d847c-171b-4aa1-8b73-2f5bef923799] Reconnected to AMQP server on 10.222.0.18:5672 via [amqp] client with port 32954. Oct 22 21:34:37.276868 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:34:37.278257 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:34:37.309825 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:34:40.182927 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:35:00.190811 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:35:00.195418 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:35:36.660945 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:35:37.289468 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Took 0.27 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:35:37.310805 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:35:37.311233 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:35:37.311667 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:35:37.358473 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:35:37.362799 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:35:37.363312 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:35:37.363737 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:35:37.364395 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:35:37.364800 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:35:37.365176 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:35:37.382084 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Getting quotas for project 42f9c508b2164653997b36431bb589b8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:35:37.386654 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Getting quotas for user ce13ae25b8cc4c32a66a2bcc536a3fd6 and project 42f9c508b2164653997b36431bb589b8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:35:37.397702 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] [instance: 89a66831-cf82-4816-a69d-49ea892727cf] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:35:37.398588 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:35:37.399014 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:35:37.399613 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:35:37.409084 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] [instance: 89a66831-cf82-4816-a69d-49ea892727cf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:35:37.410393 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:35:37.410832 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:35:37.411219 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:35:37.446926 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:35:37.447388 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:35:37.447868 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3db22827-88ed-4c25-bd85-10be7e1172d2 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:35:40.199173 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:35:47.375531 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:35:47.416139 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:35:47.433117 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:35:47.440331 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:35:50.199676 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:36:00.205473 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:36:09.907633 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:36:20.208045 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:36:30.201675 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:36:50.215082 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:36:53.779306 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-a9d4a710-5ca3-4690-a9ce-2d874b4a9e03 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:36:53.779906 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a9d4a710-5ca3-4690-a9ce-2d874b4a9e03 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:36:53.780160 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a9d4a710-5ca3-4690-a9ce-2d874b4a9e03 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:36:53.780543 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a9d4a710-5ca3-4690-a9ce-2d874b4a9e03 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:36:53.863694 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-a9d4a710-5ca3-4690-a9ce-2d874b4a9e03 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] [instance: 89a66831-cf82-4816-a69d-49ea892727cf] Restricting to cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while migrating {{(pid=129508) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} Oct 22 21:36:54.171777 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-a9d4a710-5ca3-4690-a9ce-2d874b4a9e03 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Created allocations for migration 852241cb-9e84-4007-b5cd-ba51132bafed on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 21:36:54.565837 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-a9d4a710-5ca3-4690-a9ce-2d874b4a9e03 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] [instance: 89a66831-cf82-4816-a69d-49ea892727cf] Calling prep_resize with selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129508) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}} Oct 22 21:37:04.588788 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:37:04.589568 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:37:04.620935 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:37:10.200593 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:37:30.215326 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:37:50.195257 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:38:10.205758 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:38:20.208516 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:38:27.549916 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:38:28.615759 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:38:33.805045 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Took 0.41 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:38:33.828601 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:38:33.829142 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:38:33.829739 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:38:33.885228 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:38:33.885969 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:38:33.886592 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:38:33.887005 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:38:33.887439 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:38:33.887830 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:38:33.906601 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Getting quotas for project 42f9c508b2164653997b36431bb589b8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:38:33.912059 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Getting quotas for user ce13ae25b8cc4c32a66a2bcc536a3fd6 and project 42f9c508b2164653997b36431bb589b8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:38:33.923853 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] [instance: d6e33e0a-dbea-4fff-9cc8-d5a7afe5ec62] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:38:33.924724 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:38:33.925158 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:38:33.925644 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:38:33.943599 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] [instance: d6e33e0a-dbea-4fff-9cc8-d5a7afe5ec62] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:38:33.945096 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:38:33.946164 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:38:33.946550 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:38:33.989672 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:38:33.990112 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:38:33.990695 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-70abcbf7-a2e4-4083-b5a3-e7b31b7370c5 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:38:43.899489 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:38:43.950508 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:38:43.981266 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=8 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:38:43.983373 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:38:50.213274 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:38:56.671258 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:39:00.218176 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=13,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:39:29.919308 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:39:30.219032 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:39:40.215105 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:39:50.723289 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-70881570-9cba-47b7-b73e-f643dad93d79 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:39:50.724112 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70881570-9cba-47b7-b73e-f643dad93d79 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:39:50.724112 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70881570-9cba-47b7-b73e-f643dad93d79 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:39:50.725648 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-70881570-9cba-47b7-b73e-f643dad93d79 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:39:50.929440 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-70881570-9cba-47b7-b73e-f643dad93d79 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Created allocations for migration f6a04652-3fc6-4f49-85fb-ac6caca85593 on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 21:39:51.078953 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.live_migrate [None req-70881570-9cba-47b7-b73e-f643dad93d79 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] [instance: d6e33e0a-dbea-4fff-9cc8-d5a7afe5ec62] Requesting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while live migrating {{(pid=129508) _get_request_spec_for_select_destinations /opt/stack/nova/nova/conductor/tasks/live_migrate.py:492}} Oct 22 21:39:51.085569 ncdv-master-1 nova-conductor[129508]: ERROR oslo.messaging._drivers.impl_rabbit [None req-70881570-9cba-47b7-b73e-f643dad93d79 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] [b5f0fc66-b32a-4488-b010-fc9944d15278] AMQP server on 10.222.0.18:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer Oct 22 21:39:52.097860 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [None req-70881570-9cba-47b7-b73e-f643dad93d79 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] [b5f0fc66-b32a-4488-b010-fc9944d15278] Reconnected to AMQP server on 10.222.0.18:5672 via [amqp] client with port 33654. Oct 22 21:39:54.498931 ncdv-master-1 nova-conductor[129508]: DEBUG nova.objects.instance [None req-70881570-9cba-47b7-b73e-f643dad93d79 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Lazy-loading 'resources' on Instance uuid d6e33e0a-dbea-4fff-9cc8-d5a7afe5ec62 {{(pid=129508) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 21:39:54.503695 ncdv-master-1 nova-conductor[129508]: DEBUG nova.objects.instance [None req-70881570-9cba-47b7-b73e-f643dad93d79 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] Lazy-loading 'pci_requests' on Instance uuid d6e33e0a-dbea-4fff-9cc8-d5a7afe5ec62 {{(pid=129508) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 21:39:54.512660 ncdv-master-1 nova-conductor[129508]: ERROR oslo.messaging._drivers.impl_rabbit [None req-70881570-9cba-47b7-b73e-f643dad93d79 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] [190d847c-171b-4aa1-8b73-2f5bef923799] AMQP server on 10.222.0.18:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer Oct 22 21:39:55.522583 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [None req-70881570-9cba-47b7-b73e-f643dad93d79 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] [190d847c-171b-4aa1-8b73-2f5bef923799] Reconnected to AMQP server on 10.222.0.18:5672 via [amqp] client with port 33668. Oct 22 21:39:55.785823 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.live_migrate [None req-70881570-9cba-47b7-b73e-f643dad93d79 tempest-TestNetworkAdvancedServerOps-1033830903 tempest-TestNetworkAdvancedServerOps-1033830903-project-admin] [instance: d6e33e0a-dbea-4fff-9cc8-d5a7afe5ec62] Start binding ports on destination host: nch2-master-1 {{(pid=129508) _bind_ports_on_destination /opt/stack/nova/nova/conductor/tasks/live_migrate.py:386}} Oct 22 21:40:01.077558 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:40:06.167258 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=6 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:40:06.196264 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=20,nova_cell1:UPDATE=4,nova_cell1:INSERT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:40:10.221961 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:40:10.224064 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:40:20.559373 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Took 0.29 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:40:20.579713 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:40:20.580150 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:40:20.580538 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:40:20.626083 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:40:20.626499 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:40:20.626882 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:40:20.627561 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:40:20.627974 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:40:20.628348 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:40:20.644872 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Getting quotas for project 42f9c508b2164653997b36431bb589b8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:40:20.649852 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Getting quotas for user ce13ae25b8cc4c32a66a2bcc536a3fd6 and project 42f9c508b2164653997b36431bb589b8. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:40:20.661195 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] [instance: ac2dd9d9-7ac0-45be-afc6-2ac26c42a7b4] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:40:20.662097 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:40:20.662525 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:40:20.662905 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:40:20.670850 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] [instance: ac2dd9d9-7ac0-45be-afc6-2ac26c42a7b4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:40:20.672100 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:40:20.672557 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:40:20.672948 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:40:20.705114 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:40:20.705811 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:40:20.706357 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3948941d-7b8b-4920-ab91-c6c1742e6c98 tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:40:30.637967 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:40:30.676978 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:40:30.691080 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:40:30.700521 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:40:50.218979 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=15,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:40:50.223210 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:41:30.213794 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:41:30.220489 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:41:36.385113 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-a1629ef2-cec2-49f8-a446-81942cbfa2ce tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method rebuild_instance {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:41:36.385725 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a1629ef2-cec2-49f8-a446-81942cbfa2ce tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:41:36.385934 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a1629ef2-cec2-49f8-a446-81942cbfa2ce tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:41:36.386314 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-a1629ef2-cec2-49f8-a446-81942cbfa2ce tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:41:36.402929 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-a1629ef2-cec2-49f8-a446-81942cbfa2ce tempest-TestNetworkAdvancedServerOps-1810030830 tempest-TestNetworkAdvancedServerOps-1810030830-project] [instance: ac2dd9d9-7ac0-45be-afc6-2ac26c42a7b4] No migration record for the rebuild/evacuate request. {{(pid=129508) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1167}} Oct 22 21:41:46.413894 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:41:46.415005 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:41:46.436284 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:41:50.218622 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:42:10.216173 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:42:16.680534 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:42:30.216635 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:42:50.212417 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:43:10.213357 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:43:17.879899 ncdv-master-1 nova-conductor[129509]: ERROR oslo.messaging._drivers.impl_rabbit [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] [7252ad05-1583-44e2-80b2-6cda6cef5cec] AMQP server on 10.222.0.18:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer Oct 22 21:43:18.891071 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] [7252ad05-1583-44e2-80b2-6cda6cef5cec] Reconnected to AMQP server on 10.222.0.18:5672 via [amqp] client with port 34140. Oct 22 21:43:19.289348 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Took 1.42 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:43:19.311100 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:43:19.311584 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:43:19.311979 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:43:19.365565 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:43:19.365998 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:43:19.366384 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:43:19.367041 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:43:19.367476 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:43:19.367859 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:43:19.382908 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Getting quotas for project 03adeffad1764ecf83ff0dd066814749. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:43:19.387428 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Getting quotas for user be3ea0672cee498ebffe3190962df106 and project 03adeffad1764ecf83ff0dd066814749. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:43:19.398165 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] [instance: c24f5240-f803-4796-b4c1-e8899b62ad75] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:43:19.398988 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:43:19.399436 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:43:19.399823 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:43:19.408241 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] [instance: c24f5240-f803-4796-b4c1-e8899b62ad75] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:43:19.409327 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:43:19.409748 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:43:19.410133 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:43:19.443711 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:43:19.444177 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:43:19.444596 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:43:19.454265 ncdv-master-1 nova-conductor[129509]: ERROR oslo.messaging._drivers.impl_rabbit [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] [74826d55-7793-4363-8480-640a584b645a] AMQP server on 10.222.0.18:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer Oct 22 21:43:20.465861 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [None req-1cd51cf2-32da-45f9-88f7-c63dc2ccfc9e tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] [74826d55-7793-4363-8480-640a584b645a] Reconnected to AMQP server on 10.222.0.18:5672 via [amqp] client with port 34156. Oct 22 21:43:29.375470 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:43:29.413374 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:43:29.427901 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:43:29.437315 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:43:30.219002 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:43:30.220382 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=13,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:44:10.216211 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:44:10.217386 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:44:29.937028 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:44:30.218230 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:44:30.218572 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:44:43.060417 ncdv-master-1 nova-conductor[129508]: ERROR oslo.messaging._drivers.impl_rabbit [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] [b5f0fc66-b32a-4488-b010-fc9944d15278] AMQP server on 10.222.0.18:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer Oct 22 21:44:44.072076 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] [b5f0fc66-b32a-4488-b010-fc9944d15278] Reconnected to AMQP server on 10.222.0.18:5672 via [amqp] client with port 34322. Oct 22 21:44:44.398138 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Took 1.34 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:44:44.419406 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:44:44.419865 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:44:44.420258 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:44:44.471313 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:44:44.471781 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:44:44.472172 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:44:44.472839 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:44:44.473247 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:44:44.473626 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:44:44.489122 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Getting quotas for project 03adeffad1764ecf83ff0dd066814749. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:44:44.493876 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Getting quotas for user be3ea0672cee498ebffe3190962df106 and project 03adeffad1764ecf83ff0dd066814749. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:44:44.505442 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] [instance: f09ecdcf-eb9b-44f8-a0e1-2d328ace9e56] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:44:44.506263 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:44:44.506679 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:44:44.507058 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:44:44.515854 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] [instance: f09ecdcf-eb9b-44f8-a0e1-2d328ace9e56] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:44:44.516982 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:44:44.517395 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:44:44.517771 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:44:44.552592 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:44:44.553034 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:44:44.553429 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-49519310-0bc2-4bc3-800b-5900f0ab3e92 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:44:54.481008 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:44:54.521290 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:44:54.534941 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:44:54.544175 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:45:10.219760 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:45:10.229586 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:45:36.690809 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:45:39.985774 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Took 0.26 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:45:40.007930 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:45:40.008367 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:45:40.008750 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:45:40.054527 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:45:40.054874 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:45:40.055261 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:45:40.055948 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:45:40.056348 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:45:40.056721 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:45:40.073859 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Getting quotas for project 03adeffad1764ecf83ff0dd066814749. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:45:40.078737 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Getting quotas for user be3ea0672cee498ebffe3190962df106 and project 03adeffad1764ecf83ff0dd066814749. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:45:40.090052 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] [instance: adb0f6f3-66e2-4b3f-86d5-3b8b2ad9499f] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:45:40.090911 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:45:40.091361 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:45:40.091753 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:45:40.100977 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] [instance: adb0f6f3-66e2-4b3f-86d5-3b8b2ad9499f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:45:40.102114 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:45:40.102537 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:45:40.102921 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:45:40.136930 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:45:40.137368 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:45:40.137757 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-2fde1fc4-02f8-42f4-b6ab-3baa88ecaf25 tempest-TestNetworkBasicOps-1900775247 tempest-TestNetworkBasicOps-1900775247-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:45:50.064605 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:45:50.108119 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:45:50.119071 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:45:50.129494 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:45:50.225084 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=13,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:45:50.226118 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:46:30.218695 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:46:30.231864 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:47:10.223940 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:47:10.234151 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:47:13.601854 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Took 0.30 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:47:13.622783 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:47:13.623215 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:47:13.623634 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:47:13.682671 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:47:13.683095 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:47:13.683511 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:47:13.684155 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:47:13.684555 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:47:13.684924 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:47:13.700353 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Getting quotas for project 18d8b2319f2f43a7aef198279bd348fe. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:47:13.705736 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Getting quotas for user 81c625b34f1a41739399ed62cf9a9412 and project 18d8b2319f2f43a7aef198279bd348fe. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:47:13.717108 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] [instance: 63289da2-fe8a-4a50-af8c-6b48d23b8c94] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:47:13.717980 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:47:13.718410 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:47:13.719129 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:47:13.726908 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] [instance: 63289da2-fe8a-4a50-af8c-6b48d23b8c94] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:47:13.728605 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:47:13.729255 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:47:13.729786 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:47:13.774827 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:47:13.774827 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.004s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:47:13.774827 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-08e3aaab-06b9-444a-a84c-58ddd1987969 tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:47:23.692768 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:47:23.733905 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:47:23.750948 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:47:23.762476 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:47:30.229805 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:47:49.949611 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:47:50.217779 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:48:10.232305 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:48:27.571145 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:48:28.636940 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:48:30.220888 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:48:40.038666 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Took 0.48 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:48:40.057871 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:48:40.058309 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:48:40.058706 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:48:40.109010 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:48:40.109476 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:48:40.109977 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:48:40.110681 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:48:40.111138 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:48:40.111731 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:48:40.131228 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Getting quotas for project 18d8b2319f2f43a7aef198279bd348fe. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:48:40.136044 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Getting quotas for user 81c625b34f1a41739399ed62cf9a9412 and project 18d8b2319f2f43a7aef198279bd348fe. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:48:40.147061 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] [instance: 942a73a8-318d-457b-a494-e73b5f69f018] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:48:40.147974 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:48:40.148410 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:48:40.148801 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:48:40.156608 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] [instance: 942a73a8-318d-457b-a494-e73b5f69f018] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:48:40.157815 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:48:40.158274 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:48:40.158863 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:48:40.190226 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:48:40.190944 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:48:40.191348 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-30ac3107-dd15-486a-817f-04686075410f tempest-TestSecurityGroupsBasicOps-1194797901 tempest-TestSecurityGroupsBasicOps-1194797901-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:48:50.123620 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:48:50.163289 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:48:50.176781 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:48:50.183664 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:48:50.224359 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=14 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:48:56.703535 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:49:00.226340 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:49:18.994325 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Took 0.28 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:49:19.014929 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:49:19.015368 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:49:19.015840 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:49:19.070149 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:49:19.070493 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:49:19.070880 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:49:19.071568 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:49:19.071969 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:49:19.072349 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:49:19.093671 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Getting quotas for project 56a206d602a04e9ba0177c29ed5fc5cb. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:49:19.101227 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Getting quotas for user b001f26443084425ac1cc716a8acac55 and project 56a206d602a04e9ba0177c29ed5fc5cb. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:49:19.116680 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] [instance: e30325c5-f0df-4a39-8441-930f2460ccd8] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:49:19.117532 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:49:19.117959 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:49:19.118354 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:49:19.127889 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] [instance: e30325c5-f0df-4a39-8441-930f2460ccd8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:49:19.129225 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:49:19.129618 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:49:19.130003 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:49:19.164877 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:49:19.165329 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:49:19.165722 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0df0ae4b-e0ce-43ea-8a49-0b99dcfe5683 tempest-ServersAdminNegativeTestJSON-1402685182 tempest-ServersAdminNegativeTestJSON-1402685182-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:49:29.083185 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:49:29.134175 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:49:29.148650 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:49:29.159002 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:49:30.225939 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:49:30.229254 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:49:43.552467 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Took 0.37 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:49:43.573775 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:49:43.573775 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:49:43.573947 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:49:43.631767 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:49:43.632283 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:49:43.632759 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:49:43.638262 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:49:43.638262 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:49:43.638262 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:49:43.651460 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Getting quotas for project 92d1643804cc4a989c2bb72c2c416b10. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:49:43.656043 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Getting quotas for user 82c7a7d9566c4f0eb585c9bcb042f3cf and project 92d1643804cc4a989c2bb72c2c416b10. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:49:43.666723 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] [instance: 776793d3-dc28-4511-a3d2-efe2f7f88c6f] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:49:43.667664 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:49:43.668099 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:49:43.668482 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:49:43.676555 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] [instance: 776793d3-dc28-4511-a3d2-efe2f7f88c6f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:49:43.677966 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:49:43.678363 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:49:43.678748 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:49:43.709326 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:49:43.709902 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:49:43.710392 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1bcc1762-8d46-42ac-928d-8d1087bae5b3 tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:49:50.231452 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:49:53.643424 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:49:53.682162 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:49:53.696923 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:49:53.703884 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:49:54.075835 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-f73a6b4f-006c-405b-8220-9ac12e883c9f tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:49:54.076324 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f73a6b4f-006c-405b-8220-9ac12e883c9f tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:49:54.076651 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f73a6b4f-006c-405b-8220-9ac12e883c9f tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:49:54.077251 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-f73a6b4f-006c-405b-8220-9ac12e883c9f tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:49:54.243373 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-f73a6b4f-006c-405b-8220-9ac12e883c9f tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] [instance: 776793d3-dc28-4511-a3d2-efe2f7f88c6f] Restricting to cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while migrating {{(pid=129508) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} Oct 22 21:49:54.543232 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-f73a6b4f-006c-405b-8220-9ac12e883c9f tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] Created allocations for migration 879d53f8-428e-489a-8774-8f3a99ef9c61 on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 21:49:54.968589 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-f73a6b4f-006c-405b-8220-9ac12e883c9f tempest-DeleteServersTestJSON-1111640194 tempest-DeleteServersTestJSON-1111640194-project] [instance: 776793d3-dc28-4511-a3d2-efe2f7f88c6f] Calling prep_resize with selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [Selection(allocation_request='{"allocations": {"f4f18686-9f51-4c82-af4c-0f0c6765a1ba": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["f4f18686-9f51-4c82-af4c-0f0c6765a1ba"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=5972cb63-1ab7-4825-b0ae-86c7acab764c,compute_node_uuid=f4f18686-9f51-4c82-af4c-0f0c6765a1ba,limits=SchedulerLimits,nodename='nch1-master-1',service_host='nch1-master-1')] {{(pid=129508) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}} Oct 22 21:50:04.990637 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:50:04.992634 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:50:05.026272 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:50:10.230137 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:50:20.248179 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:50:40.669945 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Took 0.28 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:50:40.688627 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:50:40.688990 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:50:40.689378 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:50:40.738643 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:50:40.742235 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:50:40.742671 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:50:40.743057 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:50:40.743744 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:50:40.744152 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:50:40.744530 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:50:40.764759 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Getting quotas for project f4cf4cd612f04e91b3be2e7ca5658b97. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:50:40.769855 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Getting quotas for user 22419916fc2641f88bfbdf103e7c3ee6 and project f4cf4cd612f04e91b3be2e7ca5658b97. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:50:40.781650 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] [instance: e3f9f3ab-26f2-427b-9dc5-bfc007cdef20] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:50:40.782713 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:50:40.783157 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:50:40.783633 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:50:40.797397 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] [instance: e3f9f3ab-26f2-427b-9dc5-bfc007cdef20] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:50:40.798736 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:50:40.799179 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:50:40.799615 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:50:40.846636 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:50:40.847639 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:50:40.848063 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0da9aa03-503c-4ffd-9a59-79e9a667c2a2 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:50:50.752775 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:50:50.804698 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:50:50.830345 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:50:50.838491 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:50:50.841504 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-2250b5d7-2097-4555-ab28-2baddf61a5d8 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:50:50.841983 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2250b5d7-2097-4555-ab28-2baddf61a5d8 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:50:50.842422 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2250b5d7-2097-4555-ab28-2baddf61a5d8 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:50:50.842860 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-2250b5d7-2097-4555-ab28-2baddf61a5d8 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:50:50.926301 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-2250b5d7-2097-4555-ab28-2baddf61a5d8 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] [instance: e3f9f3ab-26f2-427b-9dc5-bfc007cdef20] Restricting to cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while migrating {{(pid=129508) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} Oct 22 21:50:51.109145 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-2250b5d7-2097-4555-ab28-2baddf61a5d8 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Created allocations for migration ba1238b1-0a86-49fe-9477-693481ec897e on 82b2e70d-e53b-42b2-b365-9fc3a40c7b32 {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 21:50:51.421141 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-2250b5d7-2097-4555-ab28-2baddf61a5d8 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] [instance: e3f9f3ab-26f2-427b-9dc5-bfc007cdef20] Calling prep_resize with selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [Selection(allocation_request='{"allocations": {"82b2e70d-e53b-42b2-b365-9fc3a40c7b32": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["82b2e70d-e53b-42b2-b365-9fc3a40c7b32"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=5972cb63-1ab7-4825-b0ae-86c7acab764c,compute_node_uuid=82b2e70d-e53b-42b2-b365-9fc3a40c7b32,limits=SchedulerLimits,nodename='nch2-master-1',service_host='nch2-master-1')] {{(pid=129508) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}} Oct 22 21:51:00.238828 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:51:01.442326 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:51:01.445052 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:51:01.476186 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:51:09.960997 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:51:20.229656 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:51:32.149714 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Took 0.26 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:51:32.187717 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:51:32.188151 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:51:32.188542 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:51:32.237092 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:51:32.237541 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:51:32.237965 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:51:32.238627 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:51:32.239046 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:51:32.239464 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:51:32.254788 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Getting quotas for project f4cf4cd612f04e91b3be2e7ca5658b97. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:51:32.259434 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Getting quotas for user 22419916fc2641f88bfbdf103e7c3ee6 and project f4cf4cd612f04e91b3be2e7ca5658b97. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:51:32.269981 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] [instance: a9c8b45a-14b4-4562-b7bb-32eb89263331] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:51:32.270845 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:51:32.271276 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:51:32.271693 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:51:32.280117 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] [instance: a9c8b45a-14b4-4562-b7bb-32eb89263331] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:51:32.281346 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:51:32.281700 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:51:32.282088 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:51:32.315276 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:51:32.315758 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:51:32.316148 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-170e5632-e395-4155-a009-56ae53f817a6 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:51:40.236843 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:51:42.247180 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:51:42.285777 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:51:42.307595 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=16 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:51:42.308302 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:51:43.040834 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-255dab05-0378-42be-b926-30ccd1133083 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:51:43.041349 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-255dab05-0378-42be-b926-30ccd1133083 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:51:43.041670 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-255dab05-0378-42be-b926-30ccd1133083 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:51:43.042059 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-255dab05-0378-42be-b926-30ccd1133083 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:51:43.125295 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-255dab05-0378-42be-b926-30ccd1133083 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] [instance: a9c8b45a-14b4-4562-b7bb-32eb89263331] Restricting to cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while migrating {{(pid=129508) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} Oct 22 21:51:43.314378 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-255dab05-0378-42be-b926-30ccd1133083 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] Created allocations for migration 88b0cfc8-4ae1-4c02-8a0a-a6f7cd545483 on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 21:51:43.631093 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-255dab05-0378-42be-b926-30ccd1133083 tempest-ServerDiskConfigTestJSON-1974046167 tempest-ServerDiskConfigTestJSON-1974046167-project] [instance: a9c8b45a-14b4-4562-b7bb-32eb89263331] Calling prep_resize with selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [Selection(allocation_request='{"allocations": {"f4f18686-9f51-4c82-af4c-0f0c6765a1ba": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["f4f18686-9f51-4c82-af4c-0f0c6765a1ba"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=5972cb63-1ab7-4825-b0ae-86c7acab764c,compute_node_uuid=f4f18686-9f51-4c82-af4c-0f0c6765a1ba,limits=SchedulerLimits,nodename='nch1-master-1',service_host='nch1-master-1')] {{(pid=129508) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}} Oct 22 21:51:50.241180 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=13,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:51:53.655113 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=5 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:51:53.656297 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=3,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:51:53.686166 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:52:16.713990 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:52:20.246820 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:52:30.234646 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:UPDATE=4,nova_cell0:SELECT=7 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:52:33.851464 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Took 0.29 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:52:33.871857 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:52:33.872580 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:52:33.872975 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:52:33.923830 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:52:33.924289 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:52:33.924677 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:52:33.925349 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:52:33.925750 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:52:33.926250 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:52:33.942751 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Getting quotas for project 17135327e2d14c4bbe4c7b242f9fda48. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:52:33.948118 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Getting quotas for user ce1a4da366004680b7330a8e9f43f945 and project 17135327e2d14c4bbe4c7b242f9fda48. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:52:33.959664 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: e8b43f72-f51e-4ed8-809f-f04c3c67a192] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:52:33.960531 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:52:33.960970 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:52:33.961362 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:52:33.970758 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: e8b43f72-f51e-4ed8-809f-f04c3c67a192] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:52:33.971954 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:52:33.972378 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:52:33.972762 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:52:34.007712 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:52:34.008251 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:52:34.008649 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0e04be2a-9dc1-4315-81f6-0ba6e73b3958 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:52:43.932943 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:52:43.976510 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:52:43.992467 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:52:44.000569 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:53:00.251329 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:53:10.235739 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:53:40.248422 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:53:49.466129 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-939e1a70-8e96-4369-b9c7-3ee47dd50703 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:53:49.466703 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-939e1a70-8e96-4369-b9c7-3ee47dd50703 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:53:49.466979 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-939e1a70-8e96-4369-b9c7-3ee47dd50703 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:53:49.467365 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-939e1a70-8e96-4369-b9c7-3ee47dd50703 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:53:49.549512 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-939e1a70-8e96-4369-b9c7-3ee47dd50703 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: e8b43f72-f51e-4ed8-809f-f04c3c67a192] Restricting to cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while migrating {{(pid=129508) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} Oct 22 21:53:49.743574 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-939e1a70-8e96-4369-b9c7-3ee47dd50703 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Created allocations for migration 46ba79e0-7f5e-4dd5-bd76-ef56d9b0e0b4 on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 21:53:50.074843 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-939e1a70-8e96-4369-b9c7-3ee47dd50703 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: e8b43f72-f51e-4ed8-809f-f04c3c67a192] Calling prep_resize with selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [Selection(allocation_request='{"allocations": {"f4f18686-9f51-4c82-af4c-0f0c6765a1ba": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["f4f18686-9f51-4c82-af4c-0f0c6765a1ba"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=5972cb63-1ab7-4825-b0ae-86c7acab764c,compute_node_uuid=f4f18686-9f51-4c82-af4c-0f0c6765a1ba,limits=SchedulerLimits,nodename='nch1-master-1',service_host='nch1-master-1')] {{(pid=129508) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}} Oct 22 21:53:50.228361 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:53:59.547222 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:54:00.100102 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:54:00.136464 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:54:15.386515 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Took 0.39 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:54:15.407599 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:54:15.408052 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:54:15.408446 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:54:15.457305 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:54:15.457738 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:54:15.458160 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:54:15.458816 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:54:15.459224 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:54:15.459634 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:54:15.475109 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Getting quotas for project 17135327e2d14c4bbe4c7b242f9fda48. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:54:15.480182 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Getting quotas for user ce1a4da366004680b7330a8e9f43f945 and project 17135327e2d14c4bbe4c7b242f9fda48. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:54:15.492247 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: d8a6a01e-c590-4005-8892-4bd894964374] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:54:15.493177 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:54:15.493601 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:54:15.494022 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:54:15.503686 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: d8a6a01e-c590-4005-8892-4bd894964374] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:54:15.504873 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:54:15.505294 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:54:15.505676 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:54:15.539437 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:54:15.539867 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:54:15.540257 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-c75c5cf9-012a-4760-9e26-c93372fb7da5 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:54:20.241648 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=13,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:54:20.249196 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:54:25.467273 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:54:25.509507 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:54:25.524574 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:54:25.532646 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:54:29.977226 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:54:40.242560 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:55:00.247283 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:UPDATE=4,nova_cell0:SELECT=6 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:55:00.249375 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:55:30.248314 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:55:36.724929 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:55:39.737995 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-b4a17aa9-9d01-4562-b516-d8b1b143d87a tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:55:39.738527 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b4a17aa9-9d01-4562-b516-d8b1b143d87a tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:55:39.738874 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b4a17aa9-9d01-4562-b516-d8b1b143d87a tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:55:39.739269 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b4a17aa9-9d01-4562-b516-d8b1b143d87a tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:55:39.867490 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-b4a17aa9-9d01-4562-b516-d8b1b143d87a tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: d8a6a01e-c590-4005-8892-4bd894964374] Restricting to cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while migrating {{(pid=129508) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} Oct 22 21:55:40.184879 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-b4a17aa9-9d01-4562-b516-d8b1b143d87a tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Created allocations for migration fbc93796-a493-41db-9889-e4ebf1999040 on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 21:55:40.252176 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:55:40.636070 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-b4a17aa9-9d01-4562-b516-d8b1b143d87a tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: d8a6a01e-c590-4005-8892-4bd894964374] Calling prep_resize with selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [Selection(allocation_request='{"allocations": {"f4f18686-9f51-4c82-af4c-0f0c6765a1ba": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["f4f18686-9f51-4c82-af4c-0f0c6765a1ba"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=5972cb63-1ab7-4825-b0ae-86c7acab764c,compute_node_uuid=f4f18686-9f51-4c82-af4c-0f0c6765a1ba,limits=SchedulerLimits,nodename='nch1-master-1',service_host='nch1-master-1')] {{(pid=129508) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}} Oct 22 21:55:50.658652 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:55:50.660952 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:55:50.693848 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:55:55.447278 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Took 0.26 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:55:55.468673 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:55:55.469035 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:55:55.469425 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:55:55.520375 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:55:55.520808 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:55:55.521199 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:55:55.521838 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:55:55.522270 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:55:55.522645 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:55:55.540450 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Getting quotas for project 17135327e2d14c4bbe4c7b242f9fda48. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:55:55.545537 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Getting quotas for user ce1a4da366004680b7330a8e9f43f945 and project 17135327e2d14c4bbe4c7b242f9fda48. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:55:55.556813 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: 7c3f6786-1255-40f9-b54a-3e42c7799c4e] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:55:55.557644 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:55:55.558075 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:55:55.558472 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:55:55.567809 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: 7c3f6786-1255-40f9-b54a-3e42c7799c4e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:55:55.568962 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:55:55.569384 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:55:55.569768 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:55:55.603318 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:55:55.603809 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:55:55.604194 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-0162e9b9-f893-449e-9a34-eaf34e11fb90 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:56:00.264305 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=13,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:56:05.530982 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:56:05.573735 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:56:05.588316 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:56:05.597036 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:56:20.250928 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:56:40.260465 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:56:50.261256 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:57:09.796674 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-d3853fd4-bd49-49aa-96ab-7d5755924338 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:57:09.797226 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-d3853fd4-bd49-49aa-96ab-7d5755924338 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:57:09.797466 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-d3853fd4-bd49-49aa-96ab-7d5755924338 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:57:09.797843 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-d3853fd4-bd49-49aa-96ab-7d5755924338 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:57:09.881075 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-d3853fd4-bd49-49aa-96ab-7d5755924338 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: 7c3f6786-1255-40f9-b54a-3e42c7799c4e] Restricting to cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while migrating {{(pid=129508) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} Oct 22 21:57:10.068781 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-d3853fd4-bd49-49aa-96ab-7d5755924338 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Created allocations for migration a64fa00d-4546-4b56-b7fa-4c8ee4e42517 on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 21:57:10.385178 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-d3853fd4-bd49-49aa-96ab-7d5755924338 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: 7c3f6786-1255-40f9-b54a-3e42c7799c4e] Calling prep_resize with selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [Selection(allocation_request='{"allocations": {"f4f18686-9f51-4c82-af4c-0f0c6765a1ba": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["f4f18686-9f51-4c82-af4c-0f0c6765a1ba"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=5972cb63-1ab7-4825-b0ae-86c7acab764c,compute_node_uuid=f4f18686-9f51-4c82-af4c-0f0c6765a1ba,limits=SchedulerLimits,nodename='nch1-master-1',service_host='nch1-master-1')] {{(pid=129508) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}} Oct 22 21:57:20.260174 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:57:20.407159 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:57:20.409696 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:57:20.439044 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:57:30.263804 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:57:40.266598 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:57:43.094687 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Took 0.26 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:57:43.116481 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:57:43.116921 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:57:43.117319 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:57:43.169610 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:57:43.170044 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:57:43.170445 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:57:43.171106 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:57:43.171557 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:57:43.172014 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:57:43.187273 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Getting quotas for project 17135327e2d14c4bbe4c7b242f9fda48. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:57:43.191826 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Getting quotas for user ce1a4da366004680b7330a8e9f43f945 and project 17135327e2d14c4bbe4c7b242f9fda48. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:57:43.202643 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: c7b1f93e-a960-4f71-aaf5-4416cca1d22b] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:57:43.203581 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:57:43.204010 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:57:43.204399 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:57:43.213033 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: c7b1f93e-a960-4f71-aaf5-4416cca1d22b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:57:43.214202 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:57:43.214628 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:57:43.215016 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:57:43.248053 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:57:43.248515 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:57:43.249038 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-3ed4a42b-cef6-4263-9419-adeb54789626 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:57:49.991019 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:57:50.270998 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:57:53.179430 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:57:53.219103 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:57:53.233119 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:57:53.242567 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:58:00.274448 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=10,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:58:30.269953 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:58:34.403099 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-b8216ed4-33b2-4a2b-953b-564e23cfd889 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 21:58:34.403667 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8216ed4-33b2-4a2b-953b-564e23cfd889 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:58:34.404036 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8216ed4-33b2-4a2b-953b-564e23cfd889 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:58:34.404413 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-b8216ed4-33b2-4a2b-953b-564e23cfd889 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:58:34.488718 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-b8216ed4-33b2-4a2b-953b-564e23cfd889 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: c7b1f93e-a960-4f71-aaf5-4416cca1d22b] Restricting to cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while migrating {{(pid=129508) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} Oct 22 21:58:34.676576 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-b8216ed4-33b2-4a2b-953b-564e23cfd889 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] Created allocations for migration c5e5cbe7-dcac-47ce-98a0-b5a03b5e0728 on 82b2e70d-e53b-42b2-b365-9fc3a40c7b32 {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 21:58:35.115901 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-b8216ed4-33b2-4a2b-953b-564e23cfd889 tempest-ServerActionsTestJSON-1985295999 tempest-ServerActionsTestJSON-1985295999-project] [instance: c7b1f93e-a960-4f71-aaf5-4416cca1d22b] Calling prep_resize with selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [Selection(allocation_request='{"allocations": {"82b2e70d-e53b-42b2-b365-9fc3a40c7b32": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["82b2e70d-e53b-42b2-b365-9fc3a40c7b32"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=5972cb63-1ab7-4825-b0ae-86c7acab764c,compute_node_uuid=82b2e70d-e53b-42b2-b365-9fc3a40c7b32,limits=SchedulerLimits,nodename='nch2-master-1',service_host='nch2-master-1')] {{(pid=129508) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}} Oct 22 21:58:40.277065 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:58:45.138573 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=5 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:58:45.140605 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=3,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:58:45.169915 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:58:56.736018 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 21:59:10.272313 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:59:10.276901 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:59:29.909761 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Took 0.35 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:59:29.931793 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:59:29.932236 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:59:29.932634 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:59:29.985157 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:59:29.985859 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:59:29.986244 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:59:29.986928 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:59:29.987537 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:59:29.988251 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:59:30.005174 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Getting quotas for project d680f69971c745029f0f85e9d3dcb2e9. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:59:30.009905 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Getting quotas for user e8fc72f4915c43a0b1a287e24bf72b83 and project d680f69971c745029f0f85e9d3dcb2e9. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:59:30.020695 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] [instance: 347f4dea-4bac-4e96-a8e3-92396045052c] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:59:30.021587 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:59:30.022095 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:59:30.022475 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:59:30.030941 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] [instance: 347f4dea-4bac-4e96-a8e3-92396045052c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:59:30.032157 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:59:30.032576 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:59:30.032957 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:59:30.065783 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:59:30.066244 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:59:30.066671 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-211f52cc-5b94-43f4-8387-da01254407e5 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:59:30.276325 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:59:39.996181 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:59:40.037119 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:59:40.047967 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:59:40.058740 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:59:42.319185 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Took 0.26 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 21:59:42.340328 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:59:42.340768 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:59:42.341158 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:59:42.392161 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:59:42.392559 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:59:42.392978 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:59:42.393627 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:59:42.394029 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:59:42.394405 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:59:42.411020 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Getting quotas for project d680f69971c745029f0f85e9d3dcb2e9. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 21:59:42.416309 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Getting quotas for user e8fc72f4915c43a0b1a287e24bf72b83 and project d680f69971c745029f0f85e9d3dcb2e9. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 21:59:42.427600 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] [instance: c2d05fca-cb18-4999-8e19-b2bbb4b95bf1] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 21:59:42.428432 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:59:42.428846 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:59:42.429223 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:59:42.438842 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] [instance: c2d05fca-cb18-4999-8e19-b2bbb4b95bf1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 21:59:42.440245 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:59:42.440728 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:59:42.441062 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:59:42.475407 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 21:59:42.475840 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 21:59:42.476230 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-e9568413-30d5-4fb7-90db-16fafc655e64 tempest-ServersNegativeTestJSON-1724436144 tempest-ServersNegativeTestJSON-1724436144-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 21:59:50.281611 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=15,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:59:52.400132 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:59:52.445198 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:59:52.459583 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 21:59:52.469085 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:00:10.279256 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=15,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:00:30.281854 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:00:30.288255 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:00:42.307841 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Took 0.27 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 22:00:42.328895 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:00:42.329335 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:00:42.329726 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:00:42.388539 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:00:42.388965 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:00:42.389352 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:00:42.389998 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:00:42.390399 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:00:42.390772 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:00:42.405873 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Getting quotas for project aa75a4498a814ecc86698d0ddac01c2f. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 22:00:42.410385 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Getting quotas for user 9adcc8a95203462ea78164d4db440351 and project aa75a4498a814ecc86698d0ddac01c2f. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 22:00:42.421189 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] [instance: 7c7999e0-b905-49f8-9f2b-436ef72096da] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 22:00:42.422023 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:00:42.422435 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:00:42.422818 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:00:42.432265 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] [instance: 7c7999e0-b905-49f8-9f2b-436ef72096da] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='2e05de9e-5ad5-4d53-849c-d00e56c723b9',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 22:00:42.433414 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:00:42.433842 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:00:42.434229 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:00:42.467931 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:00:42.468306 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:00:42.468694 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5463afd0-905a-48d2-abef-ec00af237391 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:00:52.398356 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:00:52.438088 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=12,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:00:52.459883 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:00:52.460507 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:01:00.287652 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:01:10.000694 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:01:10.283528 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:01:40.285089 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:01:40.290037 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:01:44.651251 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:02:16.746223 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:02:20.279998 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:02:20.285524 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:03:00.276463 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:03:00.290584 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:03:27.598478 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:03:28.670219 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:03:40.271708 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:03:40.287820 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:04:20.275436 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:04:20.282783 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:04:30.010969 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:05:00.276012 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:05:00.291224 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:05:04.661240 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:05:06.683215 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:05:20.276897 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:05:36.760244 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:05:40.290813 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:05:58.666761 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Took 0.32 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 22:05:58.687274 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:05:58.687773 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:05:58.688155 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:05:58.742808 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:05:58.748500 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:05:58.749039 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:05:58.749621 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:05:58.750674 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:05:58.751106 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:05:58.751496 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:05:58.768358 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Getting quotas for project aa75a4498a814ecc86698d0ddac01c2f. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 22:05:58.773468 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Getting quotas for user 9adcc8a95203462ea78164d4db440351 and project aa75a4498a814ecc86698d0ddac01c2f. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 22:05:58.785398 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] [instance: e2939456-8793-4020-8eeb-cdd31cdde758] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 22:05:58.786234 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:05:58.786635 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:05:58.787027 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:05:58.795630 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] [instance: e2939456-8793-4020-8eeb-cdd31cdde758] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='2df47481-54bc-44b9-bd38-edebd4e03e5c',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 22:05:58.796937 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:05:58.797342 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:05:58.797756 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:05:58.834774 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:05:58.835532 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:05:58.836135 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-0b3117a8-e833-4a2b-8382-2040d8e4fd29 tempest-TestMinimumBasicScenario-1689753837 tempest-TestMinimumBasicScenario-1689753837-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:06:08.760191 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:06:08.801234 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=12,nova_cell1:INSERT=14 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:06:08.817740 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=15 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:06:08.826489 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:06:20.285765 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:06:30.286100 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:06:47.608570 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:06:48.681131 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:07:00.281966 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:07:10.292287 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:07:20.283549 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:07:50.024583 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:07:50.294534 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:07:50.295510 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:08:20.294446 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:08:24.671990 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:08:26.698249 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:08:30.299808 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:08:56.773326 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:09:00.300694 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:09:09.729139 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Took 0.48 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 22:09:09.753139 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:09:09.753689 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:09:09.754174 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:09:09.813480 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:09:09.813925 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:09:09.814375 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:09:09.815039 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:09:09.815474 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:09:09.815855 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:09:09.833488 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Getting quotas for project 2463781199104e15aea02b6280ceaacf. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 22:09:09.838383 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Getting quotas for user e3841796765145e1876ddee315b81bea and project 2463781199104e15aea02b6280ceaacf. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 22:09:09.850489 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] [instance: 5eea1266-1e9b-46de-8837-65dc5b4f9119] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 22:09:09.851797 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:09:09.852241 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:09:09.852630 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:09:09.862341 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] [instance: 5eea1266-1e9b-46de-8837-65dc5b4f9119] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 22:09:09.863706 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:09:09.864149 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:09:09.864636 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:09:09.913008 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:09:09.913720 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:09:09.914124 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-1a410a2e-1965-4c78-84bc-3e87d3c18aad tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:09:10.307049 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:09:19.825146 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:09:19.870168 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:09:19.886692 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:09:19.903124 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:09:20.309446 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:09:40.316157 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:10:00.319662 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:10:10.324257 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:UPDATE=3,nova_cell0:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:10:30.331330 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:10:40.333798 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:10:45.536397 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Took 0.29 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 22:10:45.557550 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:10:45.557986 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:10:45.558367 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:10:45.607152 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:10:45.607617 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:10:45.608010 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:10:45.608706 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:10:45.609111 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:10:45.609496 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:10:45.625405 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Getting quotas for project 2463781199104e15aea02b6280ceaacf. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 22:10:45.630433 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Getting quotas for user e3841796765145e1876ddee315b81bea and project 2463781199104e15aea02b6280ceaacf. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 22:10:45.645353 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] [instance: 5db2a714-d522-4113-909a-463a28828a90] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 22:10:45.646407 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:10:45.646917 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:10:45.647394 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:10:45.656107 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] [instance: 5db2a714-d522-4113-909a-463a28828a90] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 22:10:45.657444 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:10:45.657964 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:10:45.658339 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:10:45.689465 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:10:45.689996 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:10:45.690314 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-4b6d43a8-145e-42b6-b551-47af24f85ecc tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:10:50.335839 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:10:55.616922 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:10:55.661441 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:10:55.676708 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=13 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:10:55.684157 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:11:00.339313 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:11:10.039604 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:11:10.345271 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:11:30.346735 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:11:47.623408 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:11:48.694843 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:11:50.348490 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:12:10.348841 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:12:16.787217 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:12:20.352012 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:12:40.354170 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:12:50.352951 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:13:12.361254 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Took 0.42 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 22:13:12.391739 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:13:12.392291 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:13:12.393091 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:13:12.450961 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:13:12.457605 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:13:12.458069 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:13:12.459391 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:13:12.460650 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:13:12.461155 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:13:12.461599 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:13:12.481687 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Getting quotas for project 2463781199104e15aea02b6280ceaacf. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 22:13:12.486647 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Getting quotas for user e3841796765145e1876ddee315b81bea and project 2463781199104e15aea02b6280ceaacf. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 22:13:12.499621 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] [instance: 2fd8449a-4228-460f-a415-93a33721c464] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 22:13:12.500485 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:13:12.500916 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:13:12.501300 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:13:12.510463 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] [instance: 2fd8449a-4228-460f-a415-93a33721c464] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 22:13:12.511880 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:13:12.512334 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:13:12.513126 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:13:12.553131 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:13:12.553832 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:13:12.554387 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-59ebfca3-dc5e-4777-9945-688beb89828b tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:13:22.473319 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:13:22.517844 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:13:22.533514 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:13:22.545595 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:13:24.685929 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:13:26.714837 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:13:30.362536 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:13:50.360440 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:14:10.356456 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:14:20.362124 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:14:26.085097 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-8ec20f4c-4994-4f6a-8181-b71e2f3cd5a2 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method migrate_server {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 22:14:26.085540 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8ec20f4c-4994-4f6a-8181-b71e2f3cd5a2 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:14:26.085936 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8ec20f4c-4994-4f6a-8181-b71e2f3cd5a2 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:14:26.086321 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-8ec20f4c-4994-4f6a-8181-b71e2f3cd5a2 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:14:26.236826 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-8ec20f4c-4994-4f6a-8181-b71e2f3cd5a2 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] [instance: 2fd8449a-4228-460f-a415-93a33721c464] Restricting to cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) while migrating {{(pid=129508) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} Oct 22 22:14:26.480476 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-8ec20f4c-4994-4f6a-8181-b71e2f3cd5a2 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Created allocations for migration d1ef19a3-2625-4e39-9396-999317293469 on f4f18686-9f51-4c82-af4c-0f0c6765a1ba {{(pid=129508) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} Oct 22 22:14:26.895119 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.tasks.migrate [None req-8ec20f4c-4994-4f6a-8181-b71e2f3cd5a2 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] [instance: 2fd8449a-4228-460f-a415-93a33721c464] Calling prep_resize with selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [Selection(allocation_request='{"allocations": {"f4f18686-9f51-4c82-af4c-0f0c6765a1ba": {"resources": {"DISK_GB": 1, "MEMORY_MB": 512, "VCPU": 1}}}, "mappings": {"": ["f4f18686-9f51-4c82-af4c-0f0c6765a1ba"]}}',allocation_request_version='1.36',availability_zone='nova',cell_uuid=5972cb63-1ab7-4825-b0ae-86c7acab764c,compute_node_uuid=f4f18686-9f51-4c82-af4c-0f0c6765a1ba,limits=SchedulerLimits,nodename='nch1-master-1',service_host='nch1-master-1')] {{(pid=129508) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:320}} Oct 22 22:14:30.052742 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:14:36.918963 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:14:36.921345 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:14:36.957235 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=15,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:14:50.360994 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:15:00.362464 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:15:30.138699 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Took 0.31 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 22:15:30.158004 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:15:30.158524 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:15:30.159009 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:15:30.205563 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:15:30.205996 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:15:30.206387 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:15:30.207035 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:15:30.207470 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:15:30.207847 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:15:30.223895 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Getting quotas for project 2463781199104e15aea02b6280ceaacf. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 22:15:30.229182 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Getting quotas for user e3841796765145e1876ddee315b81bea and project 2463781199104e15aea02b6280ceaacf. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 22:15:30.241596 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] [instance: 2e93f0d1-8d36-4917-8e63-5a86c424ae7d] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 22:15:30.242387 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:15:30.242825 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:15:30.243249 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:15:30.252883 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] [instance: 2e93f0d1-8d36-4917-8e63-5a86c424ae7d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 22:15:30.254083 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:15:30.254517 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:15:30.254919 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:15:30.287943 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:15:30.288383 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:15:30.288799 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-78731d8e-b9c1-4e67-95e9-64c3daa8a84f tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:15:30.360917 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:15:36.799144 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:15:40.216053 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:15:40.258454 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:15:40.273402 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:15:40.282652 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:15:40.368122 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:16:10.358170 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:16:20.371216 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:16:50.356565 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:17:00.367019 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:17:30.351998 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:17:40.365646 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:17:50.066461 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:18:02.245560 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Took 0.32 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 22:18:02.276079 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:18:02.276596 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:18:02.277141 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:18:02.331210 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:18:02.332998 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:18:02.333461 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:18:02.333948 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:18:02.334680 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:18:02.335285 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:18:02.335698 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:18:02.359499 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Getting quotas for project 2463781199104e15aea02b6280ceaacf. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 22:18:02.364840 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Getting quotas for user e3841796765145e1876ddee315b81bea and project 2463781199104e15aea02b6280ceaacf. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 22:18:02.378234 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] [instance: 104c88a4-4885-465b-961c-5e26c3a42f97] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 22:18:02.379330 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:18:02.380172 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:18:02.381256 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:18:02.392922 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] [instance: 104c88a4-4885-465b-961c-5e26c3a42f97] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 22:18:02.394567 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:18:02.395038 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:18:02.395477 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:18:02.435116 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:18:02.435591 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:18:02.436246 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-afce74a4-a20d-4e46-96df-64003f211015 tempest-TestNetworkAdvancedServerOps-703320975 tempest-TestNetworkAdvancedServerOps-703320975-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:18:12.347109 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:18:12.398835 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=17 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:18:12.415059 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:18:12.425349 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:18:20.357548 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:18:27.642448 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:18:28.709355 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:18:40.349862 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:18:50.364609 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:18:56.813137 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:19:20.342914 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:19:30.355571 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:19:47.693110 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Took 0.32 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 22:19:47.713168 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:19:47.713605 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:19:47.713989 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:19:47.772870 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:19:47.773301 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:19:47.773681 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:19:47.774330 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:19:47.774743 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:19:47.775113 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:19:47.791192 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Getting quotas for project 4d0a5546dd7e4676b6e1ae44898972e9. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 22:19:47.795762 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Getting quotas for user d12dda477f454a20aff297708f052dd9 and project 4d0a5546dd7e4676b6e1ae44898972e9. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 22:19:47.807273 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] [instance: 6de86b94-5727-477c-a3ce-913a3d77764f] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 22:19:47.808155 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:19:47.808590 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:19:47.808975 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:19:47.818970 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] [instance: 6de86b94-5727-477c-a3ce-913a3d77764f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 22:19:47.820357 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:19:47.821017 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:19:47.821477 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:19:47.876222 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:19:47.876886 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:19:47.877411 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-fdeba39e-ef83-4a0a-a04b-40b1287f75ef tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:19:57.782606 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:19:57.825323 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:19:57.857358 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=13 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:19:57.865486 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:20:00.347980 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:20:10.350893 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:20:30.360075 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:20:40.360737 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:20:50.366696 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:UPDATE=2,nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:21:10.079739 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:21:20.358061 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:21:30.369111 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:22:00.350442 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:22:10.369490 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:22:16.826504 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:22:40.352913 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:22:50.362124 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:22:56.761068 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-754dff5e-ee79-454c-b96d-be83c54286ff tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method unshelve_instance {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 22:22:56.761678 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-754dff5e-ee79-454c-b96d-be83c54286ff tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:22:56.761962 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-754dff5e-ee79-454c-b96d-be83c54286ff tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:22:56.762379 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-754dff5e-ee79-454c-b96d-be83c54286ff tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:22:57.112597 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-754dff5e-ee79-454c-b96d-be83c54286ff tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] [instance: 6de86b94-5727-477c-a3ce-913a3d77764f] Requesting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) during scheduling {{(pid=129508) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:961}} Oct 22 22:22:57.122553 ncdv-master-1 nova-conductor[129508]: ERROR oslo.messaging._drivers.impl_rabbit [None req-754dff5e-ee79-454c-b96d-be83c54286ff tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] [b5f0fc66-b32a-4488-b010-fc9944d15278] AMQP server on 10.222.0.18:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer Oct 22 22:22:58.131153 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [None req-754dff5e-ee79-454c-b96d-be83c54286ff tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] [b5f0fc66-b32a-4488-b010-fc9944d15278] Reconnected to AMQP server on 10.222.0.18:5672 via [amqp] client with port 40302. Oct 22 22:23:00.829879 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-754dff5e-ee79-454c-b96d-be83c54286ff tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Took 3.71 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 22:23:00.830438 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-754dff5e-ee79-454c-b96d-be83c54286ff tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] [instance: 6de86b94-5727-477c-a3ce-913a3d77764f] Scheduler selected host: nch1-master-1, node:nch1-master-1 {{(pid=129508) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1057}} Oct 22 22:23:00.838309 ncdv-master-1 nova-conductor[129508]: DEBUG nova.objects.instance [None req-754dff5e-ee79-454c-b96d-be83c54286ff tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lazy-loading 'flavor' on Instance uuid 6de86b94-5727-477c-a3ce-913a3d77764f {{(pid=129508) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 22:23:00.858631 ncdv-master-1 nova-conductor[129508]: ERROR oslo.messaging._drivers.impl_rabbit [None req-754dff5e-ee79-454c-b96d-be83c54286ff tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] [190d847c-171b-4aa1-8b73-2f5bef923799] AMQP server on 10.222.0.18:5672 is unreachable: [Errno 104] Connection reset by peer. Trying again in 1 seconds.: ConnectionResetError: [Errno 104] Connection reset by peer Oct 22 22:23:01.870633 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [None req-754dff5e-ee79-454c-b96d-be83c54286ff tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] [190d847c-171b-4aa1-8b73-2f5bef923799] Reconnected to AMQP server on 10.222.0.18:5672 via [amqp] client with port 40322. Oct 22 22:23:10.365417 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=3,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:23:10.366141 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:23:10.833686 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:23:10.835621 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:23:11.890751 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=12,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:23:50.356660 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:23:50.371776 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:24:30.094075 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:24:30.353964 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:24:30.368299 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:25:07.658566 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:25:08.728701 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:25:09.781964 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Took 0.30 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 22:25:09.802229 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:25:09.802668 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:25:09.803062 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:25:09.846777 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:25:09.850209 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:25:09.850645 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:25:09.851039 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:25:09.851739 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:25:09.852149 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:25:09.852532 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:25:09.869877 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Getting quotas for project 4d0a5546dd7e4676b6e1ae44898972e9. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 22:25:09.875060 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Getting quotas for user d12dda477f454a20aff297708f052dd9 and project 4d0a5546dd7e4676b6e1ae44898972e9. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 22:25:09.886814 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] [instance: c3396b38-a6a0-40a5-baf4-808452c614fb] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 22:25:09.887696 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:25:09.888128 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:25:09.888520 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:25:09.899029 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] [instance: c3396b38-a6a0-40a5-baf4-808452c614fb] block_device_mapping [BlockDeviceMapping(attachment_id=811da9e6-5921-4879-834f-ca1e8a262bd3,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='3edfe8c6-0401-48df-9c79-34326927843b',volume_size=1,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 22:25:09.900928 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:25:09.901555 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:25:09.902125 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:25:09.936609 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:25:09.937176 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:25:09.937728 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-5dcd88dd-9847-4425-8652-5f9e48a736dd tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:25:10.364541 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:25:19.860267 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:25:19.907710 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:INSERT=15 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:25:19.924053 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:25:19.931665 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:25:36.841198 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:25:40.350998 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:25:50.355056 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:26:10.363049 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:26:20.366532 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:26:40.367085 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:26:50.374209 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:27:20.365599 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:27:30.373840 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:27:50.108918 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:27:51.673498 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-5d459b85-ac39-4a10-bc02-4510631cd4d2 tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Targeting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) for conductor method unshelve_instance {{(pid=129508) wrapper /opt/stack/nova/nova/conductor/manager.py:93}} Oct 22 22:27:51.674113 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5d459b85-ac39-4a10-bc02-4510631cd4d2 tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:27:51.674317 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5d459b85-ac39-4a10-bc02-4510631cd4d2 tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:27:51.674697 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-5d459b85-ac39-4a10-bc02-4510631cd4d2 tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:27:51.750493 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-5d459b85-ac39-4a10-bc02-4510631cd4d2 tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] [instance: c3396b38-a6a0-40a5-baf4-808452c614fb] Requesting cell 5972cb63-1ab7-4825-b0ae-86c7acab764c(cell1) during scheduling {{(pid=129508) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:961}} Oct 22 22:27:52.088355 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-5d459b85-ac39-4a10-bc02-4510631cd4d2 tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Took 0.33 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 22:27:52.088775 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-5d459b85-ac39-4a10-bc02-4510631cd4d2 tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] [instance: c3396b38-a6a0-40a5-baf4-808452c614fb] Scheduler selected host: nch1-master-1, node:nch1-master-1 {{(pid=129508) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1057}} Oct 22 22:27:52.097515 ncdv-master-1 nova-conductor[129508]: DEBUG nova.objects.instance [None req-5d459b85-ac39-4a10-bc02-4510631cd4d2 tempest-TestShelveInstance-1901158978 tempest-TestShelveInstance-1901158978-project] Lazy-loading 'flavor' on Instance uuid c3396b38-a6a0-40a5-baf4-808452c614fb {{(pid=129508) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1100}} Oct 22 22:28:00.376446 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:28:02.092233 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:28:02.093340 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:28:02.128123 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:28:10.377702 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:28:27.670108 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:28:28.740125 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:28:40.373200 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:28:50.378773 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:28:56.856299 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:29:20.369321 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:29:30.376712 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:29:50.494404 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Took 0.31 seconds to select destinations for 1 instance(s). {{(pid=129509) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 22:29:50.514878 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:29:50.515420 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:29:50.515815 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:29:50.572078 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:29:50.572523 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:29:50.572919 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:29:50.573582 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:29:50.573994 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:29:50.574394 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:29:50.591812 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Getting quotas for project 2f440a34638f4bf1ab18f1c819aa48d6. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 22:29:50.596832 ncdv-master-1 nova-conductor[129509]: DEBUG nova.quota [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Getting quotas for user 60243645bd55419d885180da80e843b5 and project 2f440a34638f4bf1ab18f1c819aa48d6. Resources: {'cores', 'ram', 'instances'} {{(pid=129509) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 22:29:50.608525 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] [instance: 97b04d30-8fd9-4214-917c-a77e062f0da8] Selected host: nch2-master-1; Selected node: nch2-master-1; Alternates: [('nch1-master-1', 'nch1-master-1')] {{(pid=129509) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 22:29:50.609400 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:29:50.609837 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:29:50.610516 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:29:50.619305 ncdv-master-1 nova-conductor[129509]: DEBUG nova.conductor.manager [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] [instance: 97b04d30-8fd9-4214-917c-a77e062f0da8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='085e4478-6edc-4a69-8e08-f9831713eb65',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129509) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 22:29:50.620625 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:29:50.621341 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:29:50.621504 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:29:50.663634 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:29:50.664104 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:29:50.664521 ncdv-master-1 nova-conductor[129509]: DEBUG oslo_concurrency.lockutils [None req-cb11c3f1-89a9-4ee8-b4fa-3184ec0b0c1b tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:30:00.363228 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:30:00.583737 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:30:00.625437 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:30:00.647589 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=10 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:30:00.656739 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:30:04.724384 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:30:06.752818 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:30:10.372556 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=14,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:30:40.368929 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:30:50.374741 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:31:10.124097 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:31:20.377248 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:31:30.381218 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:31:50.391803 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:32:10.395178 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:32:10.397759 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:32:14.535225 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Took 0.31 seconds to select destinations for 1 instance(s). {{(pid=129508) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:943}} Oct 22 22:32:14.555942 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:32:14.556376 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:32:14.556762 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:32:14.618761 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:32:14.619193 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:32:14.619624 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:32:14.620265 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:32:14.620670 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:32:14.621045 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:32:14.636113 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Getting quotas for project 2f440a34638f4bf1ab18f1c819aa48d6. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:393}} Oct 22 22:32:14.640878 ncdv-master-1 nova-conductor[129508]: DEBUG nova.quota [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Getting quotas for user 60243645bd55419d885180da80e843b5 and project 2f440a34638f4bf1ab18f1c819aa48d6. Resources: {'cores', 'ram', 'instances'} {{(pid=129508) _get_quotas /opt/stack/nova/nova/quota.py:383}} Oct 22 22:32:14.653100 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] [instance: 6377e82b-3b8e-4aea-95b0-9549b2a4090c] Selected host: nch1-master-1; Selected node: nch1-master-1; Alternates: [('nch2-master-1', 'nch2-master-1')] {{(pid=129508) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1699}} Oct 22 22:32:14.653966 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:32:14.654387 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:32:14.654795 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:32:14.663283 ncdv-master-1 nova-conductor[129508]: DEBUG nova.conductor.manager [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] [instance: 6377e82b-3b8e-4aea-95b0-9549b2a4090c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='1ef22e68-498f-4815-884c-12ed09083907',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=129508) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1439}} Oct 22 22:32:14.664498 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:32:14.664987 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:32:14.665371 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:32:14.694452 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Acquiring lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 22 22:32:14.695037 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 22 22:32:14.695459 ncdv-master-1 nova-conductor[129508]: DEBUG oslo_concurrency.lockutils [None req-43c2b77a-584f-457a-8afa-fcbe08040bf9 tempest-TestSnapshotPattern-494258518 tempest-TestSnapshotPattern-494258518-project] Lock "5972cb63-1ab7-4825-b0ae-86c7acab764c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=129508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 22 22:32:16.868747 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:32:24.629061 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:32:24.668435 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell1:SELECT=12,nova_cell1:INSERT=25 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:32:24.688282 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=14 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:32:24.689147 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:32:40.399535 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=12,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:32:50.401113 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:33:00.408468 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:33:20.410839 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:33:40.406003 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:34:00.408873 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:34:20.402069 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:34:30.139804 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:34:40.404212 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:35:00.404794 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:35:04.739091 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:35:06.766100 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:35:07.689568 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:35:08.760220 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:35:20.410892 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:35:30.419572 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:35:36.879969 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:36:00.418937 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:36:00.419588 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:36:30.434263 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:36:30.435422 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:37:10.429693 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:37:10.430806 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:37:40.432380 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:37:50.153452 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:37:50.422180 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:38:20.424903 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:38:20.433488 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:38:24.749501 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:38:26.778890 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:38:27.700221 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:38:28.770889 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:38:50.437088 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=2 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:38:56.894715 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:39:00.416893 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:39:30.435796 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:39:40.412826 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:40:10.427245 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:40:20.410392 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:40:50.423835 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:41:00.411672 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:41:10.166428 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:41:20.412326 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=4,nova_cell0:UPDATE=2 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:41:30.426656 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:41:44.762153 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:41:46.793030 ncdv-master-1 nova-conductor[129508]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:41:47.710639 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:41:48.786196 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:42:00.411065 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:42:10.417625 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=1 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:42:16.905303 ncdv-master-1 nova-conductor[129509]: INFO oslo.messaging._drivers.impl_rabbit [-] A recoverable connection/channel error occurred, trying to reconnect: [Errno 104] Connection reset by peer Oct 22 22:42:40.422862 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:42:40.423615 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=5,nova_cell0:UPDATE=3 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:43:20.425657 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=9,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:43:20.427838 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=8,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:43:50.437056 ncdv-master-1 nova-conductor[129509]: DEBUG dbcounter [-] [129509] Writing DB stats nova_cell0:SELECT=6,nova_cell0:UPDATE=3 {{(pid=129509) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 22 22:43:50.437979 ncdv-master-1 nova-conductor[129508]: DEBUG dbcounter [-] [129508] Writing DB stats nova_cell0:SELECT=7,nova_cell0:UPDATE=4 {{(pid=129508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}