-- Logs begin at Sat 2022-06-04 20:01:18 UTC, end at Sat 2022-06-04 22:16:39 UTC. --
Jun 04 20:43:07.072408 ncdv-master-1 systemd[1]: Started Devstack devstack@c-bak.service.
Jun 04 20:43:10.706090 ncdv-master-1 cinder-backup[129917]: INFO cinder.cmd.backup [-] Backup running with 1 processes.
Jun 04 20:43:10.706884 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "singleton_lock" {{(pid=129917) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Jun 04 20:43:10.707231 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "singleton_lock" {{(pid=129917) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Jun 04 20:43:10.914804 ncdv-master-1 cinder-backup[129917]: INFO dbcounter [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] Registered counter for database cinder
Jun 04 20:43:10.935725 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_db.sqlalchemy.engines [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=129917) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 20:43:10.943257 ncdv-master-1 cinder-backup[129917]: DEBUG dbcounter [-] [129917] Writer thread running {{(pid=129917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jun 04 20:43:11.180544 ncdv-master-1 cinder-backup[129917]: INFO cinder.rpc [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] Automatically selected cinder-backup objects version 1.39 as minimum service version.
Jun 04 20:43:11.186459 ncdv-master-1 cinder-backup[129917]: INFO cinder.rpc [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] Automatically selected cinder-backup RPC version 2.3 as minimum service version.
Jun 04 20:43:11.191370 ncdv-master-1 cinder-backup[129917]: INFO cinder.rpc [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] Automatically selected cinder-volume objects version 1.39 as minimum service version.
Jun 04 20:43:11.196424 ncdv-master-1 cinder-backup[129917]: INFO cinder.rpc [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] Automatically selected cinder-volume RPC version 3.18 as minimum service version.
Jun 04 20:43:11.201959 ncdv-master-1 cinder-backup[129917]: INFO cinder.rpc [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] Automatically selected cinder-scheduler objects version 1.39 as minimum service version.
Jun 04 20:43:11.207380 ncdv-master-1 cinder-backup[129917]: INFO cinder.rpc [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] Automatically selected cinder-scheduler RPC version 3.12 as minimum service version.
Jun 04 20:43:11.268081 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_db.sqlalchemy.engines [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=129917) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 20:43:11.298881 ncdv-master-1 cinder-backup[129917]: INFO oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] Starting 1 workers
Jun 04 20:43:11.305060 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] Started child 130367 {{(pid=129917) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 04 20:43:11.307052 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] Full set of CONF: {{(pid=129917) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jun 04 20:43:11.308066 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] ******************************************************************************** {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 04 20:43:11.308699 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] Configuration options gathered from: {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 04 20:43:11.309288 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] command line args: ['--config-file', '/etc/cinder/cinder.conf'] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 04 20:43:11.310060 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] config files: ['/etc/cinder/cinder.conf'] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 04 20:43:11.310484 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] ================================================================================ {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 04 20:43:11.311406 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] allow_availability_zone_fallback = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.311979 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] allow_compression_on_image_upload = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.312656 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] allowed_direct_url_schemes     = [] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.313256 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] api_rate_limit                 = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.314288 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] auth_strategy                  = keystone {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.314871 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_availability_zone      = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.315403 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_api_class               = cinder.backup.api.API {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.317063 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_ceph_chunk_size         = 134217728 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.318091 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_ceph_conf               = /etc/ceph/ceph.conf {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.318792 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_ceph_image_journals     = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.319355 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_ceph_pool               = backups {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.319726 ncdv-master-1 cinder-backup[130367]: INFO cinder.service [-] Starting cinder-backup node (version 20.1.0)
Jun 04 20:43:11.320727 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_ceph_stripe_count       = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.321378 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_ceph_stripe_unit        = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.321935 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_ceph_user               = cinder-bak {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.322463 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_driver                  = cinder.backup.drivers.ceph.CephBackupDriver {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.322979 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_driver_init_check_interval = 60 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.323535 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_driver_stats_polling_interval = 60 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.324051 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_manager                 = cinder.backup.manager.BackupManager {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.324874 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_max_operations          = 15 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.325476 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_metadata_version        = 2 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.326028 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_name_template           = backup-%s {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.326524 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_native_threads_pool_size = 60 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.327177 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_object_number_per_notification = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.327694 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_service_inithost_offload = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.328530 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_timer_interval          = 120 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.329219 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_use_same_host           = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.329728 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_use_temp_snapshot       = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.330234 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backup_workers                 = 1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.330754 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] chap_password                  = **** {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.331290 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] chap_username                  =  {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.331864 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] chiscsi_conf                   = /etc/chelsio-iscsi/chiscsi.conf {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.332421 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cinder_internal_tenant_project_id = 36edf7db2659419aa39f259141009a4a {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.332988 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cinder_internal_tenant_user_id = 57831f8b23c243ff9223b08588949da4 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.333588 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] compression_format             = gzip {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.334118 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] config_dir                     = [] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.334770 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] config_file                    = ['/etc/cinder/cinder.conf'] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.335296 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] config_source                  = [] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.335899 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] consistencygroup_api_class     = cinder.consistencygroup.api.API {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.336441 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] control_exchange               = openstack {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.337219 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] debug                          = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.337857 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] default_availability_zone      = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.338702 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] default_group_type             = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.339770 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'swiftclient=WARN', 'botocore=WARN'] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.340288 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] default_volume_type            = ceph {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.340839 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] driver_client_cert             = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.341386 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] driver_client_cert_key         = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.341922 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] driver_data_namespace          = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.342418 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] driver_ssl_cert_path           = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.342921 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] driver_ssl_cert_verify         = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.343429 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] driver_use_ssl                 = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.343903 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] enable_new_services            = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.344885 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] enable_unsupported_driver      = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.345421 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] enabled_backends               = ['ceph'] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.345897 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] enforce_multipath_for_image_xfer = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.346367 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] filter_function                = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.346859 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] glance_api_insecure            = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.347750 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] glance_api_servers             = ['http://10.222.0.18/image'] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.348766 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] glance_api_ssl_compression     = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.349527 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] glance_ca_certificates_file    = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.350113 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] glance_catalog_info            = image:glance:publicURL {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.350651 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] glance_certfile                = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.351318 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] glance_core_properties         = ['checksum', 'container_format', 'disk_format', 'image_name', 'image_id', 'min_disk', 'min_ram', 'name', 'size'] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.351931 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] glance_keyfile                 = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.352450 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] glance_num_retries             = 3 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.353132 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] glance_request_timeout         = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.353624 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] goodness_function              = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.354148 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] graceful_shutdown_timeout      = 5 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.354660 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] group_api_class                = cinder.group.api.API {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.355667 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] host                           = ncdv-master-1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.356187 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] iet_conf                       = /etc/iet/ietd.conf {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.356747 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] image_compress_on_upload       = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.357560 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] image_conversion_address_space_limit = 1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.358084 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] image_conversion_cpu_limit     = 60 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.359521 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] image_conversion_dir           = /opt/stack/data/cinder/conversion {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.360046 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] image_conversion_disable       = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.360573 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] image_upload_use_cinder_backend = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.361132 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] image_upload_use_internal_tenant = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.361681 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] image_volume_cache_enabled     = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.362187 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] image_volume_cache_max_count   = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.362707 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] image_volume_cache_max_size_gb = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.363288 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] instance_format                = [instance: %(uuid)s]  {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.363837 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.364368 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] iscsi_iotype                   = fileio {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.365097 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] iscsi_secondary_ip_addresses   = [] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.365917 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] iscsi_target_flags             =  {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.648644 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] iscsi_write_cache              = on {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.648644 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] iser_helper                    = tgtadm {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.648644 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] iser_ip_address                = 10.222.0.18 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.648644 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] iser_port                      = 3260 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.648644 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] iser_target_prefix             = iqn.2010-10.org.openstack: {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.648644 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] log_config_append              = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.660570 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.660570 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] log_dir                        = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.660570 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] log_file                       = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.660570 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] log_options                    = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.660570 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] log_rotate_interval            = 1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.660570 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] log_rotate_interval_type       = days {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.660570 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] log_rotation_type              = none {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.661225 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.lockutils [None req-fbe1167d-7bd2-4fc4-aff0-18227bdee689 None None] Lock "cleanup_incomplete_backups_129917" acquired by "cinder.backup.manager.BackupManager._cleanup_incomplete_backup_operations" :: waited 0.009s {{(pid=130367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jun 04 20:43:11.661225 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-fbe1167d-7bd2-4fc4-aff0-18227bdee689 None None] Cleaning up incomplete backup operations.
Jun 04 20:43:11.661423 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.661423 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.661423 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.661423 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.661423 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.661868 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] max_age                        = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.661868 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] max_logfile_count              = 30 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.661868 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] max_logfile_size_mb            = 200 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.661868 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] max_over_subscription_ratio    = 20.0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.661868 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] message_reap_interval          = 86400 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.661868 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] message_ttl                    = 2592000 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.661868 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] monkey_patch                   = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.662441 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] monkey_patch_modules           = [] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.662441 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] my_ip                          = 10.222.0.18 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.662441 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] no_snapshot_gb_quota           = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.662441 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] num_iser_scan_tries            = 3 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.662441 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] num_shell_tries                = 3 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.662441 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] num_volume_device_scan_tries   = 3 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.662441 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] nvmet_ns_id                    = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.662991 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] nvmet_port_id                  = 1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.662991 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] osapi_max_limit                = 1000 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.662991 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] osapi_volume_ext_list          = [] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.662991 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] osapi_volume_extension         = ['cinder.api.contrib.standard_extensions'] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.662991 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] osapi_volume_listen            = 0.0.0.0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.662991 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] osapi_volume_listen_port       = 8776 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.663469 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] osapi_volume_use_ssl           = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.663469 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] osapi_volume_workers           = 2 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.663469 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] per_volume_size_limit          = -1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.663469 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] periodic_fuzzy_delay           = 60 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.663469 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] periodic_interval              = 60 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.663469 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] project_id_regex               = [0-9a-f\-]+ {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.663469 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] public_endpoint                = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.664103 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] publish_errors                 = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.664103 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] quota_backup_gigabytes         = 1000 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.664103 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] quota_backups                  = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.664103 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] quota_consistencygroups        = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.664103 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] quota_driver                   = cinder.quota.DbQuotaDriver {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.664103 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] quota_gigabytes                = 1000 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.664103 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] quota_groups                   = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.665622 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] quota_snapshots                = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.665622 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] quota_volumes                  = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.665622 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] rate_limit_burst               = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.665622 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] rate_limit_except_level        = CRITICAL {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.665622 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] rate_limit_interval            = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.665622 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] replication_device             = **** {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.665622 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] report_discard_supported       = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.666407 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] report_interval                = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.666407 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] reservation_clean_interval     = 86400 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.666407 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] reservation_expire             = 86400 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.666407 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] reserved_percentage            = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.666407 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] resource_query_filters_file    = /etc/cinder/resource_filters.json {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.666407 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] restore_discard_excess_bytes   = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.666923 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] rootwrap_config                = /etc/cinder/rootwrap.conf {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.666923 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] rpc_response_timeout           = 120 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.666923 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] run_external_periodic_tasks    = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.666923 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] scheduler_manager              = cinder.scheduler.manager.SchedulerManager {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.666923 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] scst_target_driver             = iscsi {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.666923 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] scst_target_iqn_name           = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.667433 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] service_down_time              = 60 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.667433 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] snapshot_name_template         = snapshot-%s {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.667433 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] split_loggers                  = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.667433 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] state_path                     = /opt/stack/data/cinder {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.667433 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] storage_availability_zone      = nova {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.667433 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] storage_protocol               = iSCSI {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.667433 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] syslog_log_facility            = LOG_USER {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.668059 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] target_helper                  = lioadm {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.668059 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] target_ip_address              = 10.222.0.18 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.668059 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] target_port                    = 3260 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.668059 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] target_prefix                  = iqn.2010-10.org.openstack: {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.668059 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] target_protocol                = iscsi {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.668059 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] trace_flags                    = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.668616 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] transfer_api_class             = cinder.transfer.api.API {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.668616 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] transport_url                  = **** {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.668616 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] until_refresh                  = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.668616 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] use_chap_auth                  = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.668616 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] use_default_quota_class        = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.668616 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] use_eventlog                   = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.668616 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] use_journal                    = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.669204 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] use_json                       = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.669204 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] use_multipath_for_image_xfer   = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.669204 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] use_stderr                     = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.669204 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] use_syslog                     = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.669204 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] verify_glance_signatures       = enabled {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.669204 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] volume_api_class               = cinder.volume.api.API {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.669204 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] volume_backend_name            = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.669801 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] volume_clear                   = zero {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.669801 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] volume_clear_ionice            = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.669801 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] volume_clear_size              = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.669801 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] volume_copy_blkio_cgroup_name  = cinder-volume-copy {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.669801 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] volume_copy_bps_limit          = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.669801 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] volume_dd_blocksize            = 1M {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.670944 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] volume_manager                 = cinder.volume.manager.VolumeManager {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.670944 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] volume_name_template           = volume-%s {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.670944 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] volume_usage_audit_period      = month {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.670944 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] volumes_dir                    = /opt/stack/data/cinder/volumes {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.670944 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] watch_log_file                 = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 04 20:43:11.670944 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.671685 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.671685 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_concurrency.disable_process_locking = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.671685 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_concurrency.lock_path     = /opt/stack/data/cinder {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.671685 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.671685 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.671685 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.672230 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.672230 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.672230 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.admin_password = **** {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.672230 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.admin_tenant_name = admin {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.672230 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.admin_token = **** {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.672230 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.admin_user  = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.672703 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.auth_admin_prefix =  {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.672703 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.672703 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.auth_port   = 35357 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.672703 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.auth_protocol = https {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.672703 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.auth_section = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.672703 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.auth_type   = password {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.672703 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.auth_uri    = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.673228 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.auth_version = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.673228 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.cache       = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.673228 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.673228 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.certfile    = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.673228 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.delay_auth_decision = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.673228 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.enforce_token_bind = permissive {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.673718 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.http_connect_timeout = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.673718 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.http_request_max_retries = 3 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.673718 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.identity_uri = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.673718 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.include_service_catalog = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.673718 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.insecure    = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.673718 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.interface   = public {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.674196 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.keyfile     = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.674196 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.674196 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.674196 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.674196 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.674196 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.674676 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.memcache_secret_key = **** {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.674676 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.memcache_security_strategy = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.674676 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.674676 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.674676 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.region_name = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.674676 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.service_token_roles = ['service'] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.675151 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.service_token_roles_required = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.675151 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.service_type = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.675151 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.token_cache_time = 300 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.675151 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] keystone_authtoken.www_authenticate_uri = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.675151 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.backend                  = dogpile.cache.null {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.675151 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.backend_argument         = **** {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.675646 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.config_prefix            = cache.oslo {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.675646 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.dead_timeout             = 60.0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.675646 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.debug_cache_backend      = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.675646 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.enable_retry_client      = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.675646 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.enable_socket_keepalive  = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.675646 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.enabled                  = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.675646 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.expiration_time          = 600 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.676152 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.hashclient_retry_attempts = 2 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.676152 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.676152 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.memcache_dead_retry      = 300 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.676152 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.676152 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.676152 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.memcache_pool_maxsize    = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.676152 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.676709 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.676709 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.676709 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.proxies                  = [] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.676709 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.retry_attempts           = 2 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.676709 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.retry_delay              = 0.0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.676709 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.socket_keepalive_count   = 1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.676709 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.socket_keepalive_idle    = 1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.677263 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.socket_keepalive_interval = 1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.677263 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.tls_allowed_ciphers      = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.677263 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.tls_cafile               = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.677263 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.tls_certfile             = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.677263 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.tls_enabled              = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.677263 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cache.tls_keyfile              = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.677263 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] coordination.backend_url       = etcd3+http://10.222.0.18:2379 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.677801 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.backend               = sqlalchemy {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.677801 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.connection            = **** {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.677801 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.connection_debug      = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.677801 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.connection_parameters =  {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.677801 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.connection_recycle_time = 3600 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.677801 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.connection_trace      = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.677801 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.db_inc_retry_interval = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.678321 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.db_max_retries        = 20 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.678321 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.db_max_retry_interval = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.678321 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.db_retry_interval     = 1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.678321 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.max_overflow          = 50 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.678321 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.max_pool_size         = 5 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.678321 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.max_retries           = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.678321 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.mysql_enable_ndb      = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.678855 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.678855 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.pool_timeout          = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.678855 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.retry_interval        = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.678855 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.slave_connection      = **** {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.678855 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.sqlite_synchronous    = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.678855 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] database.use_db_reconnect      = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.678855 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_policy.enforce_new_defaults = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.679381 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_policy.enforce_scope      = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.679381 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_policy.policy_default_rule = default {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.679381 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.679381 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_policy.policy_file        = policy.yaml {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.679381 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.679381 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.680016 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.680016 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.680016 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.680016 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] profiler.connection_string     = messaging:// {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.680016 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] profiler.enabled               = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.680016 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] profiler.es_doc_type           = notification {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.680625 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] profiler.es_scroll_size        = 10000 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.680625 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] profiler.es_scroll_time        = 2m {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.680625 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] profiler.filter_error_trace    = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.680625 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] profiler.hmac_keys             = SECRET_KEY {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.680625 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] profiler.sentinel_service_name = mymaster {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.680625 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] profiler.socket_timeout        = 0.1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.680625 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] profiler.trace_sqlalchemy      = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.681240 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] privsep_osbrick.capabilities   = [21] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.681240 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] privsep_osbrick.group          = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.681240 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] privsep_osbrick.helper_command = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.681240 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] privsep_osbrick.logger_name    = oslo_privsep.daemon {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.681240 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] privsep_osbrick.thread_pool_size = 4 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.681240 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] privsep_osbrick.user           = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.681240 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cinder_sys_admin.capabilities  = [0, 1, 2, 3, 12, 21] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.681776 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cinder_sys_admin.group         = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.681776 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cinder_sys_admin.helper_command = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.681776 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cinder_sys_admin.logger_name   = oslo_privsep.daemon {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.681776 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cinder_sys_admin.thread_pool_size = 4 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.681776 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] cinder_sys_admin.user          = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.681776 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] service_user.auth_section      = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.681776 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] service_user.auth_type         = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.682311 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] service_user.cafile            = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.682311 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] service_user.certfile          = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.682311 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] service_user.collect_timing    = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.682311 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] service_user.insecure          = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.682311 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] service_user.keyfile           = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.682311 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] service_user.send_service_user_token = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.682311 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] service_user.split_loggers     = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.682970 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] service_user.timeout           = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.682970 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.backend_availability_zone = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.682970 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.chap_password = **** {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.682970 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.chap_username =  {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.682970 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.chiscsi_conf  = /etc/chelsio-iscsi/chiscsi.conf {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.682970 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.deferred_deletion_delay = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.684593 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.deferred_deletion_purge_interval = 60 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.684593 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.driver_client_cert = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.684593 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.driver_client_cert_key = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.684593 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.driver_data_namespace = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.684593 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.driver_ssl_cert_path = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.684593 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.driver_ssl_cert_verify = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685060 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.driver_use_ssl = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685060 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.enable_deferred_deletion = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685060 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.enable_unsupported_driver = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685060 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.enforce_multipath_for_image_xfer = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685060 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.filter_function = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685060 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.goodness_function = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685518 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.iet_conf      = /etc/iet/ietd.conf {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685518 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.image_upload_use_cinder_backend = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685518 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.image_upload_use_internal_tenant = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685518 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.image_volume_cache_enabled = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685518 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.image_volume_cache_max_count = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685518 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.image_volume_cache_max_size_gb = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685988 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.iscsi_iotype  = fileio {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685988 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.iscsi_secondary_ip_addresses = [] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685988 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.iscsi_target_flags =  {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685988 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.iscsi_write_cache = on {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685988 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.iser_helper   = tgtadm {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685988 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.iser_ip_address = 10.222.0.18 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.685988 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.iser_port     = 3260 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.686531 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.iser_target_prefix = iqn.2010-10.org.openstack: {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.686531 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.max_over_subscription_ratio = 20.0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.686531 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.num_iser_scan_tries = 3 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.686531 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.num_shell_tries = 3 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.686531 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.num_volume_device_scan_tries = 3 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.686531 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.nvmet_ns_id   = 10 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.686994 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.nvmet_port_id = 1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.686994 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.rados_connect_timeout = -1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.686994 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.rados_connection_interval = 5 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.686994 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.rados_connection_retries = 3 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.686994 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.rbd_ceph_conf =  {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.686994 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.rbd_cluster_name = ceph {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.686994 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.rbd_exclusive_cinder_pool = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.687551 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.rbd_flatten_volume_from_snapshot = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.687551 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.rbd_max_clone_depth = 5 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.687551 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.rbd_pool      = rbd {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.687551 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.rbd_secret_uuid = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.687551 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.rbd_store_chunk_size = 4 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.687551 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.rbd_user      = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688045 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.replication_connect_timeout = 5 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688045 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.replication_device = **** {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688045 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.report_discard_supported = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688045 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.report_dynamic_total_capacity = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688045 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.reserved_percentage = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688045 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.scst_target_driver = iscsi {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688478 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.scst_target_iqn_name = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688478 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.storage_protocol = iSCSI {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688478 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.target_helper = tgtadm {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688478 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.target_ip_address = 10.222.0.18 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688478 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.target_port   = 3260 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688478 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.target_prefix = iqn.2010-10.org.openstack: {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688953 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.target_protocol = iscsi {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688953 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.trace_flags   = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688953 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.unique_fqdn_network = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688953 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.use_chap_auth = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688953 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.use_multipath_for_image_xfer = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688953 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.volume_backend_name = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.688953 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.volume_clear  = zero {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.689505 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.volume_clear_ionice = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.689505 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.volume_clear_size = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.689505 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.volume_copy_blkio_cgroup_name = cinder-volume-copy {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.689505 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.volume_copy_bps_limit = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.689505 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.volume_dd_blocksize = 1M {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.689505 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] backend_defaults.volumes_dir   = /opt/stack/data/cinder/volumes {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.690235 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_reports.file_event_handler = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.690235 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.690235 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_reports.log_dir           = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.690235 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.690235 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.690235 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.690694 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.690694 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.690694 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.690936 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-fbe1167d-7bd2-4fc4-aff0-18227bdee689 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 20:43:11.691033 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.691491 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.699625 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.699625 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.700056 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writer thread running {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jun 04 20:43:11.712636 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.714652 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.714652 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.720161 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.720610 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.721037 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.721397 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.721763 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.722146 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.722498 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.722866 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.723222 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.735051 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.ssl      = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.735769 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.744149 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.744832 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.752004 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.752544 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.753241 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_notifications.driver = [] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.760135 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_notifications.retry = -1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.764216 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.764722 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] oslo_messaging_notifications.transport_url = **** {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.765257 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] key_manager.backend            = cinder.keymgr.conf_key_mgr.ConfKeyManager {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.765793 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.766565 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.barbican_api_version  = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.770139 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.barbican_endpoint     = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.770880 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.barbican_endpoint_type = public {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.771343 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.barbican_region_name  = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.771827 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.cafile                = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.772290 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.certfile              = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.772739 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.collect_timing        = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.773188 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.insecure              = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.773621 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.keyfile               = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.774119 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.number_of_retries     = 60 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.775549 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.retry_delay           = 1 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.776359 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.send_service_user_token = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.776800 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.split_loggers         = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.777239 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.timeout               = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.777700 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.verify_ssl            = True {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.778134 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican.verify_ssl_path       = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.779227 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican_service_user.auth_section = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.779227 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican_service_user.auth_type = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.779718 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican_service_user.cafile   = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.780151 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican_service_user.certfile = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.780955 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican_service_user.collect_timing = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.781396 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican_service_user.insecure = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.781926 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican_service_user.keyfile  = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.782385 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican_service_user.split_loggers = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.782813 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] barbican_service_user.timeout  = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.783273 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.approle_role_id          = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.783987 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.approle_secret_id        = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.784423 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.cafile                   = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.785152 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.certfile                 = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.785609 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.collect_timing           = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.786039 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.insecure                 = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.786465 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.keyfile                  = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.786923 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.kv_mountpoint            = secret {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.787357 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.kv_version               = 2 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.787814 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.namespace                = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.788274 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.root_token_id            = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.788717 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.split_loggers            = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.789154 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.ssl_ca_crt_file          = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.789591 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.timeout                  = None {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.790489 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.use_ssl                  = False {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.790635 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 04 20:43:11.791256 ncdv-master-1 cinder-backup[129917]: DEBUG oslo_service.service [None req-78d6aa73-697d-42e9-b6ea-319277c70e43 None None] ******************************************************************************** {{(pid=129917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 04 20:43:11.794033 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.lockutils [None req-fbe1167d-7bd2-4fc4-aff0-18227bdee689 None None] Lock "cleanup_incomplete_backups_129917" "released" by "cinder.backup.manager.BackupManager._cleanup_incomplete_backup_operations" :: held 0.412s {{(pid=130367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jun 04 20:43:11.800588 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-fbe1167d-7bd2-4fc4-aff0-18227bdee689 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 20:43:11.808341 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-fbe1167d-7bd2-4fc4-aff0-18227bdee689 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:43:11.827051 ncdv-master-1 cinder-backup[130367]: INFO cinder.keymgr.migration [None req-05999604-6906-4c23-9d0c-41ce3906c068 None None] Not migrating encryption keys because the ConfKeyManager is still in use.
Jun 04 20:43:11.853087 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.service [None req-fbe1167d-7bd2-4fc4-aff0-18227bdee689 None None] Creating RPC server for service cinder-backup {{(pid=130367) start /opt/stack/cinder/cinder/service.py:231}}
Jun 04 20:43:11.890275 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.service [None req-fbe1167d-7bd2-4fc4-aff0-18227bdee689 None None] Pinning object versions for RPC server serializer to 1.39 {{(pid=130367) start /opt/stack/cinder/cinder/service.py:237}}
Jun 04 20:43:21.287405 ncdv-master-1 cinder-backup[129917]: DEBUG dbcounter [-] [129917] Writing DB stats cinder:SELECT=16,cinder:INSERT=1 {{(pid=129917) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:43:21.859600 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:43:21.876047 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=21,cinder:INSERT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:43:51.947309 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:43:51.948916 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:44:11.948029 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:44:20.946057 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:44:20.947017 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:44:31.952499 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:44:51.954293 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:44:51.957303 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:UPDATE=4,cinder:SELECT=7 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:45:11.960715 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:45:20.942364 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:45:20.944182 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:45:31.953968 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:45:51.956417 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:45:51.957132 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:46:11.960063 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:46:20.938564 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:46:20.939704 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:46:21.963085 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=9,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:46:51.953225 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:47:01.954607 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:47:20.937604 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:47:20.938379 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:47:31.946222 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:47:41.943381 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:48:11.935795 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:48:20.934171 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:48:20.934924 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:48:21.942424 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:48:41.942520 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:48:41.947294 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:49:20.939428 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:49:20.940259 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:49:21.941397 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:UPDATE=3,cinder:SELECT=4 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:49:21.946927 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:49:41.948228 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:50:01.944894 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=9,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:50:20.937175 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:50:20.938145 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:50:21.949777 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:UPDATE=3,cinder:SELECT=5 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:50:21.951448 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:50:41.955430 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:50:51.962311 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=9,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:51:20.934242 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:51:20.935149 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:51:21.958312 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:UPDATE=2,cinder:SELECT=6 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:51:31.951691 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:52:01.948180 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:52:11.948400 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:52:20.931545 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:52:20.933271 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:52:31.952150 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:52:41.963998 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:UPDATE=2,cinder:SELECT=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:53:01.970698 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:53:11.970722 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:53:20.929947 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:53:20.930557 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:53:31.949300 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:53:41.948793 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:54:01.959859 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:54:11.967067 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:54:20.930142 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:54:20.930833 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:54:21.968934 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:54:51.964413 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:55:01.966798 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:55:20.927764 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:55:20.928713 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:55:31.956133 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:55:41.952983 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:55:51.963835 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:56:11.955801 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:56:20.925928 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:56:20.927233 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:56:21.955838 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:56:31.972911 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:56:51.974205 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:57:11.968739 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:57:20.923054 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:57:20.923777 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:57:31.968816 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:57:41.970886 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=9,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:58:01.975379 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:58:21.973232 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:58:21.980945 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:58:41.984541 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:59:01.989860 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:59:20.925888 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 20:59:20.926608 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 20:59:21.985564 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 20:59:41.985648 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:UPDATE=2,cinder:SELECT=5 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:00:01.989299 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:00:20.930842 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:00:20.932132 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:00:21.986377 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:00:41.990283 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:01:01.987189 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:01:20.930736 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:01:20.931764 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:01:21.986615 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:01:41.987153 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:01:52.011120 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:02:20.927398 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:02:20.928790 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:02:21.988885 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:02:31.997928 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:02:51.999518 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:03:02.000264 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:03:20.925888 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:03:20.926638 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:03:21.999121 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:03:41.988626 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:04:02.010347 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:04:20.922126 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:04:20.922836 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:04:21.997386 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:04:32.001723 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=9,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:04:52.000993 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:05:01.999545 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:05:20.924422 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:05:20.925122 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:05:31.998285 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:05:31.998934 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=9,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:06:02.015226 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:06:02.016578 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:06:20.920838 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:06:20.921616 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:06:22.017827 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:06:32.022130 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:06:52.026654 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:06:52.038360 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:07:12.027644 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:UPDATE=2,cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:07:20.919568 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:07:20.922985 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:07:32.025171 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=9,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:07:52.036596 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:08:12.033067 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:08:20.919241 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:08:20.920266 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:08:32.032029 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:08:52.032100 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:08:55.784737 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Create backup started, backup: 4c202e50-e87c-4202-a74e-5ecb7dc984a7 volume: c836df33-8fb7-44c0-b929-30e858c8f700.
Jun 04 21:08:55.800685 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2022-06-04T21:08:55Z,data_timestamp=2022-06-04T21:08:55Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-VolumesBackupsTest-Backup-2022810313',encryption_key_id=None,fail_reason=None,host='ncdv-master-1',id=4c202e50-e87c-4202-a74e-5ecb7dc984a7,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='78708ead8abd482bab61be479bae7912',restore_volume_id=None,service='cinder.backup.drivers.ceph.CephBackupDriver',service_metadata=None,size=1,snapshot_id=None,status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='14f03605fadb4a819444a497e7a2805f',volume_id=c836df33-8fb7-44c0-b929-30e858c8f700)
Jun 04 21:08:55.927258 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.18', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:08:55.936516 ncdv-master-1 cinder-backup[130367]: INFO oslo.privsep.daemon [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Running privsep helper: ['sudo', 'cinder-rootwrap', '/etc/cinder/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/cinder/cinder.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmp3cj7wr65/privsep.sock']
Jun 04 21:08:56.075098 ncdv-master-1 sudo[156263]:   ubuntu : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/local/bin/cinder-rootwrap /etc/cinder/rootwrap.conf privsep-helper --config-file /etc/cinder/cinder.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmp3cj7wr65/privsep.sock
Jun 04 21:08:56.091005 ncdv-master-1 sudo[156263]: pam_unix(sudo:session): session opened for user root by (uid=0)
Jun 04 21:09:02.041659 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-7752c7c1-32b9-4db3-a9c3-b0eeb7a1a555 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:09:03.577479 ncdv-master-1 sudo[156263]: pam_unix(sudo:session): session closed for user root
Jun 04 21:09:03.583067 ncdv-master-1 cinder-backup[130367]: INFO oslo.privsep.daemon [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Spawned new privsep daemon via rootwrap
Jun 04 21:09:03.584785 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Accepted privsep connection to /tmp/tmp3cj7wr65/privsep.sock {{(pid=130367) __init__ /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:362}}
Jun 04 21:09:03.587862 ncdv-master-1 cinder-backup[130367]: INFO oslo.privsep.daemon [-] privsep daemon starting
Jun 04 21:09:03.588942 ncdv-master-1 cinder-backup[130367]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Jun 04 21:09:03.589738 ncdv-master-1 cinder-backup[130367]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Jun 04 21:09:03.590335 ncdv-master-1 cinder-backup[130367]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 156372
Jun 04 21:09:03.604785 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c85722-56df-45e7-916a-b9ec8203cf79]: (2,) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:03.992020 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:04.029766 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.038s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:04.030670 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[0deef515-dcc5-49e8-8060-34b71ed1751d]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator.  The InitiatorName must be unique\n## for each iSCSI initiator.  Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:35c124abd95c\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:04.033003 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:04.054441 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[51d00076-5452-4214-b79f-0f847066e85a]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:09:04.069784 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:09:04.073482 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[51d00076-5452-4214-b79f-0f847066e85a]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:04.078510 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:04.097054 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[e2be345f-b179-4385-ba29-ef38c3a74669]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:09:04.097715 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:09:04.099873 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2be345f-b179-4385-ba29-ef38c3a74669]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:04.108531 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:04.157376 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.053s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:04.157803 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e9112c0-e8cc-42dc-9137-bcc77833201e]: (4, ('/dev/sda1\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:04.160064 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:04.247961 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.088s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:04.248601 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[db99c2ae-26b9-4e18-8399-88bdcf27732c]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:04.252010 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:04.302453 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.052s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:04.303474 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9e72d0b-cdb8-4c66-b67d-9f6ff2d80f18]: (4, ('fd0278d8-a545-f648-93b8-835fb2f1bd33\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:04.305433 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Running cmd (subprocess): nvme version {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:04.390310 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] CMD "nvme version" returned: 0 in 0.085s {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:04.403792 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=130367) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}}
Jun 04 21:09:04.405011 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}}
Jun 04 21:09:04.405760 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6 dsc:  {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}}
Jun 04 21:09:04.408773 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] <== get_connector_properties: return (8471ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.18', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:35c124abd95c', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': 'fd0278d8-a545-f648-93b8-835fb2f1bd33', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6', 'found_dsc': ''} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:09:05.660001 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connector [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Factory for rbd on None {{(pid=130367) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}}
Jun 04 21:09:05.662656 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ffab8280>, 'connection_properties': {'name': 'volumes/volume-c836df33-8fb7-44c0-b929-30e858c8f700', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'c836df33-8fb7-44c0-b929-30e858c8f700', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:09:05.664145 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.linuxrbd [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] opening connection to ceph cluster (timeout=-1). {{(pid=130367) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}}
Jun 04 21:09:05.757653 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] <== connect_volume: return (91ms) {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ffa81310>} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:09:05.783362 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:UPDATE=2,cinder:SELECT=12 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:09:05.818011 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Starting backup of volume='c836df33-8fb7-44c0-b929-30e858c8f700'. {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1028}}
Jun 04 21:09:05.821165 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Volume file is RBD: attempting optimized backup {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1039}}
Jun 04 21:09:05.886915 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Creating base image 'volume-c836df33-8fb7-44c0-b929-30e858c8f700.backup.4c202e50-e87c-4202-a74e-5ecb7dc984a7' {{(pid=130367) _create_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:469}}
Jun 04 21:09:05.887801 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] RBD also supports fast-diff, enabling it together with exclusive-lock and object-map {{(pid=130367) _get_rbd_support /opt/stack/cinder/cinder/backup/drivers/ceph.py:277}}
Jun 04 21:09:07.862426 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Using --from-snap 'None' for incremental backup of volume c836df33-8fb7-44c0-b929-30e858c8f700. {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:811}}
Jun 04 21:09:07.863476 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Creating backup snapshot='backup.4c202e50-e87c-4202-a74e-5ecb7dc984a7.snap.1654376947.8630893' {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:817}}
Jun 04 21:09:08.807176 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Performing differential transfer from 'volume-c836df33-8fb7-44c0-b929-30e858c8f700' to 'volume-c836df33-8fb7-44c0-b929-30e858c8f700.backup.4c202e50-e87c-4202-a74e-5ecb7dc984a7' {{(pid=130367) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}}
Jun 04 21:09:08.807874 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Piping cmd1='rbd export-diff --id cinder --conf /tmp/brickrbd_j3u7lwfk --pool volumes volumes/volume-c836df33-8fb7-44c0-b929-30e858c8f700@backup.4c202e50-e87c-4202-a74e-5ecb7dc984a7.snap.1654376947.8630893 -' into... {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}}
Jun 04 21:09:08.808362 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] cmd2='rbd import-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups - backups/volume-c836df33-8fb7-44c0-b929-30e858c8f700.backup.4c202e50-e87c-4202-a74e-5ecb7dc984a7' {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}}
Jun 04 21:09:09.936352 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Differential backup transfer completed in 1.1282s {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:837}}
Jun 04 21:09:09.937113 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Getting metadata type 'volume-base-metadata' {{(pid=130367) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:79}}
Jun 04 21:09:09.962349 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Completed fetching metadata type 'volume-base-metadata' {{(pid=130367) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:98}}
Jun 04 21:09:09.962960 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Getting metadata type 'volume-metadata' {{(pid=130367) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:109}}
Jun 04 21:09:09.980941 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] No metadata type 'volume-metadata' available {{(pid=130367) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:123}}
Jun 04 21:09:09.981625 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Getting metadata type 'volume-glance-metadata' {{(pid=130367) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:132}}
Jun 04 21:09:09.993859 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] No metadata type 'volume-glance-metadata' available {{(pid=130367) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:147}}
Jun 04 21:09:09.994711 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Backing up metadata for volume c836df33-8fb7-44c0-b929-30e858c8f700. {{(pid=130367) _backup_metadata /opt/stack/cinder/cinder/backup/drivers/ceph.py:1003}}
Jun 04 21:09:10.078663 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Backup '4c202e50-e87c-4202-a74e-5ecb7dc984a7' of volume c836df33-8fb7-44c0-b929-30e858c8f700 finished. {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1069}}
Jun 04 21:09:10.080888 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] ==> disconnect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ffab8280>, 'connection_properties': {'name': 'volumes/volume-c836df33-8fb7-44c0-b929-30e858c8f700', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'c836df33-8fb7-44c0-b929-30e858c8f700', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ffa81310>}, 'force': True, ': True}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:09:10.109973 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] <== disconnect_volume: return (28ms) None {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:09:10.232513 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-1b0d6674-5a47-4090-999e-5b2c54b4b0c3 tempest-VolumesBackupsTest-1343716541 None] Create backup finished. backup: 4c202e50-e87c-4202-a74e-5ecb7dc984a7.
Jun 04 21:09:10.664206 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-bab354ad-6c28-4006-881f-bdfba4df6bcf tempest-VolumesBackupsTest-1343716541 None] Delete backup started, backup: 4c202e50-e87c-4202-a74e-5ecb7dc984a7.
Jun 04 21:09:10.667444 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-bab354ad-6c28-4006-881f-bdfba4df6bcf tempest-VolumesBackupsTest-1343716541 None] Delete started for backup=4c202e50-e87c-4202-a74e-5ecb7dc984a7 {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}}
Jun 04 21:09:10.667964 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-bab354ad-6c28-4006-881f-bdfba4df6bcf tempest-VolumesBackupsTest-1343716541 None] Trying diff format basename='volume-c836df33-8fb7-44c0-b929-30e858c8f700.backup.4c202e50-e87c-4202-a74e-5ecb7dc984a7' for backup base image of volume c836df33-8fb7-44c0-b929-30e858c8f700. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}}
Jun 04 21:09:10.801060 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-bab354ad-6c28-4006-881f-bdfba4df6bcf tempest-VolumesBackupsTest-1343716541 None] Looking for snapshot of backup base 'volume-c836df33-8fb7-44c0-b929-30e858c8f700.backup.4c202e50-e87c-4202-a74e-5ecb7dc984a7' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}}
Jun 04 21:09:10.802029 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-bab354ad-6c28-4006-881f-bdfba4df6bcf tempest-VolumesBackupsTest-1343716541 None] Found snapshot 'backup.4c202e50-e87c-4202-a74e-5ecb7dc984a7.snap.1654376947.8630893' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}}
Jun 04 21:09:10.802755 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-bab354ad-6c28-4006-881f-bdfba4df6bcf tempest-VolumesBackupsTest-1343716541 None] Deleting backup snapshot='backup.4c202e50-e87c-4202-a74e-5ecb7dc984a7.snap.1654376947.8630893' {{(pid=130367) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:501}}
Jun 04 21:09:11.978428 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.drivers.ceph [None req-bab354ad-6c28-4006-881f-bdfba4df6bcf tempest-VolumesBackupsTest-1343716541 None] Deleting backup base image='volume-c836df33-8fb7-44c0-b929-30e858c8f700.backup.4c202e50-e87c-4202-a74e-5ecb7dc984a7' of volume c836df33-8fb7-44c0-b929-30e858c8f700.
Jun 04 21:09:12.040718 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-7752c7c1-32b9-4db3-a9c3-b0eeb7a1a555 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:09:12.492160 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-bab354ad-6c28-4006-881f-bdfba4df6bcf tempest-VolumesBackupsTest-1343716541 None] Base backup image='volume-c836df33-8fb7-44c0-b929-30e858c8f700.backup.4c202e50-e87c-4202-a74e-5ecb7dc984a7' of volume c836df33-8fb7-44c0-b929-30e858c8f700 deleted. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:591}}
Jun 04 21:09:12.566931 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-bab354ad-6c28-4006-881f-bdfba4df6bcf tempest-VolumesBackupsTest-1343716541 None] Delete of backup '4c202e50-e87c-4202-a74e-5ecb7dc984a7' for volume 'c836df33-8fb7-44c0-b929-30e858c8f700' finished. {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}}
Jun 04 21:09:12.613266 ncdv-master-1 cinder-backup[130367]: WARNING cinder.quota [None req-bab354ad-6c28-4006-881f-bdfba4df6bcf tempest-VolumesBackupsTest-1343716541 None] Deprecated: Default quota for resource: backups is set by the default quota flag: quota_backups, it is now deprecated. Please use the default quota class for default quota.
Jun 04 21:09:12.614250 ncdv-master-1 cinder-backup[130367]: WARNING cinder.quota [None req-bab354ad-6c28-4006-881f-bdfba4df6bcf tempest-VolumesBackupsTest-1343716541 None] Deprecated: Default quota for resource: backup_gigabytes is set by the default quota flag: quota_backup_gigabytes, it is now deprecated. Please use the default quota class for default quota.
Jun 04 21:09:12.644660 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.quota [None req-bab354ad-6c28-4006-881f-bdfba4df6bcf tempest-VolumesBackupsTest-1343716541 None] Created reservations ['31421b42-531a-49d9-9067-4108405de88b', '0180d4ea-211e-4ad7-99b2-da7bcc6b2f9f'] {{(pid=130367) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jun 04 21:09:12.720218 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-bab354ad-6c28-4006-881f-bdfba4df6bcf tempest-VolumesBackupsTest-1343716541 None] Delete backup finished, backup 4c202e50-e87c-4202-a74e-5ecb7dc984a7 deleted.
Jun 04 21:09:20.917833 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:09:20.918922 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:09:24.225848 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=28,cinder:UPDATE=7,cinder:INSERT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:09:24.237765 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Create backup started, backup: ac032d42-0889-4dee-aa16-3eb5ae795128 volume: c9bff0fd-4259-41d4-ab52-410890d15ed6.
Jun 04 21:09:24.247311 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2022-06-04T21:09:24Z,data_timestamp=2022-06-04T21:09:24Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-VolumesBackupsTest-Backup-1215353960',encryption_key_id=None,fail_reason=None,host='ncdv-master-1',id=ac032d42-0889-4dee-aa16-3eb5ae795128,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='78708ead8abd482bab61be479bae7912',restore_volume_id=None,service='cinder.backup.drivers.ceph.CephBackupDriver',service_metadata=None,size=1,snapshot_id=None,status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='14f03605fadb4a819444a497e7a2805f',volume_id=c9bff0fd-4259-41d4-ab52-410890d15ed6)
Jun 04 21:09:24.309357 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.18', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:09:24.311239 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:24.353701 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.043s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:24.354144 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cd3525d-ad0c-46ad-8b08-1a4161034d5a]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator.  The InitiatorName must be unique\n## for each iSCSI initiator.  Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:35c124abd95c\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:24.356217 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:24.367206 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[d3ae48b6-3702-4ddc-be75-3bda8831f433]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:09:24.367840 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:09:24.371929 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3ae48b6-3702-4ddc-be75-3bda8831f433]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:24.376996 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:24.398239 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[f13e0417-9d79-4b17-b716-dcdd9d9253e5]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:09:24.398718 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:09:24.400923 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[f13e0417-9d79-4b17-b716-dcdd9d9253e5]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:24.405161 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:24.426991 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.024s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:24.427697 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[02af999c-28d7-4a55-a613-a4d10480d557]: (4, ('/dev/sda1\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:24.431807 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:24.451671 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.022s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:24.452395 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[8643aa4d-7c5f-45af-8bd4-c4c5cc6f5569]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:24.457499 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:24.476946 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.019s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:24.477331 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6b6f881-ff69-47a1-b316-7f8bd8def76b]: (4, ('fd0278d8-a545-f648-93b8-835fb2f1bd33\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:24.478348 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Running cmd (subprocess): nvme version {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:24.523864 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] CMD "nvme version" returned: 0 in 0.045s {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:24.526744 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=130367) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}}
Jun 04 21:09:24.527150 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}}
Jun 04 21:09:24.527498 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6 dsc:  {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}}
Jun 04 21:09:24.528340 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] <== get_connector_properties: return (218ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.18', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:35c124abd95c', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': 'fd0278d8-a545-f648-93b8-835fb2f1bd33', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6', 'found_dsc': ''} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:09:25.535801 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connector [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Factory for rbd on None {{(pid=130367) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}}
Jun 04 21:09:25.538140 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ff9c67c0>, 'connection_properties': {'name': 'volumes/volume-c9bff0fd-4259-41d4-ab52-410890d15ed6', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'c9bff0fd-4259-41d4-ab52-410890d15ed6', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:09:25.539593 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.linuxrbd [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] opening connection to ceph cluster (timeout=-1). {{(pid=130367) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}}
Jun 04 21:09:25.689064 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] <== connect_volume: return (149ms) {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff9bdee0>} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:09:25.699704 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:09:25.745249 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Starting backup of volume='c9bff0fd-4259-41d4-ab52-410890d15ed6'. {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1028}}
Jun 04 21:09:25.748287 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Volume file is RBD: attempting optimized backup {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1039}}
Jun 04 21:09:25.806354 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Creating base image 'volume-c9bff0fd-4259-41d4-ab52-410890d15ed6.backup.ac032d42-0889-4dee-aa16-3eb5ae795128' {{(pid=130367) _create_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:469}}
Jun 04 21:09:25.807297 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] RBD also supports fast-diff, enabling it together with exclusive-lock and object-map {{(pid=130367) _get_rbd_support /opt/stack/cinder/cinder/backup/drivers/ceph.py:277}}
Jun 04 21:09:25.892094 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Using --from-snap 'None' for incremental backup of volume c9bff0fd-4259-41d4-ab52-410890d15ed6. {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:811}}
Jun 04 21:09:25.892814 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Creating backup snapshot='backup.ac032d42-0889-4dee-aa16-3eb5ae795128.snap.1654376965.8924077' {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:817}}
Jun 04 21:09:26.812422 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Performing differential transfer from 'volume-c9bff0fd-4259-41d4-ab52-410890d15ed6' to 'volume-c9bff0fd-4259-41d4-ab52-410890d15ed6.backup.ac032d42-0889-4dee-aa16-3eb5ae795128' {{(pid=130367) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}}
Jun 04 21:09:26.814888 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Piping cmd1='rbd export-diff --id cinder --conf /tmp/brickrbd_drl06gc5 --pool volumes volumes/volume-c9bff0fd-4259-41d4-ab52-410890d15ed6@backup.ac032d42-0889-4dee-aa16-3eb5ae795128.snap.1654376965.8924077 -' into... {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}}
Jun 04 21:09:26.815456 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] cmd2='rbd import-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups - backups/volume-c9bff0fd-4259-41d4-ab52-410890d15ed6.backup.ac032d42-0889-4dee-aa16-3eb5ae795128' {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}}
Jun 04 21:09:37.385481 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Differential backup transfer completed in 10.5690s {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:837}}
Jun 04 21:09:37.388701 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Getting metadata type 'volume-base-metadata' {{(pid=130367) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:79}}
Jun 04 21:09:37.443401 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Completed fetching metadata type 'volume-base-metadata' {{(pid=130367) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:98}}
Jun 04 21:09:37.445880 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Getting metadata type 'volume-metadata' {{(pid=130367) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:109}}
Jun 04 21:09:37.459003 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=17,cinder:UPDATE=7,cinder:INSERT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:09:37.472915 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] No metadata type 'volume-metadata' available {{(pid=130367) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:123}}
Jun 04 21:09:37.473352 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Getting metadata type 'volume-glance-metadata' {{(pid=130367) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:132}}
Jun 04 21:09:37.491872 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Completed fetching metadata type 'volume-glance-metadata' {{(pid=130367) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:145}}
Jun 04 21:09:37.495683 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Backing up metadata for volume c9bff0fd-4259-41d4-ab52-410890d15ed6. {{(pid=130367) _backup_metadata /opt/stack/cinder/cinder/backup/drivers/ceph.py:1003}}
Jun 04 21:09:37.586491 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Backup 'ac032d42-0889-4dee-aa16-3eb5ae795128' of volume c9bff0fd-4259-41d4-ab52-410890d15ed6 finished. {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1069}}
Jun 04 21:09:37.588739 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] ==> disconnect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ff9c67c0>, 'connection_properties': {'name': 'volumes/volume-c9bff0fd-4259-41d4-ab52-410890d15ed6', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'c9bff0fd-4259-41d4-ab52-410890d15ed6', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff9bdee0>}, 'force': True, ': True}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:09:37.647841 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] <== disconnect_volume: return (53ms) None {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:09:37.790680 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-d4730c90-7fd0-40ff-a2aa-0c5709996c19 tempest-VolumesBackupsTest-1343716541 None] Create backup finished. backup: ac032d42-0889-4dee-aa16-3eb5ae795128.
Jun 04 21:09:39.774230 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Restore backup started, backup: ac032d42-0889-4dee-aa16-3eb5ae795128 volume: add1b1a7-40b5-4bbf-8d80-070adb7ea358.
Jun 04 21:09:39.798703 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.18', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:09:39.800696 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:39.836806 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.036s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:39.837135 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ebb7dfa-787f-4bf4-82f5-b794275b8c68]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator.  The InitiatorName must be unique\n## for each iSCSI initiator.  Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:35c124abd95c\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:39.839349 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:39.861796 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[de11d947-d114-4f8f-b0c0-eca841d4fa04]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:09:39.862105 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:09:39.863596 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[de11d947-d114-4f8f-b0c0-eca841d4fa04]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:39.866038 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:39.874785 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[66d586e5-5f0f-4dc0-b8ea-d5139bc65fe0]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:09:39.875703 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:09:39.877158 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[66d586e5-5f0f-4dc0-b8ea-d5139bc65fe0]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:39.877973 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:39.892076 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.014s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:39.893269 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0955ef9-b90b-4498-8a0d-1816ac4ca915]: (4, ('/dev/sda1\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:39.896405 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:39.918188 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.023s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:39.919168 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[75a7e649-502f-44ee-b3e9-c70b887a7f2d]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:39.921257 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:39.951579 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.030s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:39.952476 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9ee6ab5-1e22-4b92-98ee-11c7e37126cc]: (4, ('fd0278d8-a545-f648-93b8-835fb2f1bd33\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:09:39.953811 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Running cmd (subprocess): nvme version {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:09:40.010973 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] CMD "nvme version" returned: 0 in 0.057s {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:09:40.013999 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=130367) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}}
Jun 04 21:09:40.014381 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}}
Jun 04 21:09:40.014799 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6 dsc:  {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}}
Jun 04 21:09:40.015465 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] <== get_connector_properties: return (216ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.18', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:35c124abd95c', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': 'fd0278d8-a545-f648-93b8-835fb2f1bd33', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6', 'found_dsc': ''} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:09:41.208316 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connector [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Factory for rbd on None {{(pid=130367) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}}
Jun 04 21:09:41.215200 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ffa69bb0>, 'connection_properties': {'name': 'volumes/volume-add1b1a7-40b5-4bbf-8d80-070adb7ea358', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'add1b1a7-40b5-4bbf-8d80-070adb7ea358', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:09:41.230328 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.linuxrbd [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] opening connection to ceph cluster (timeout=-1). {{(pid=130367) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}}
Jun 04 21:09:41.378957 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] <== connect_volume: return (160ms) {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff962520>} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:09:41.387061 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:09:41.403542 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Starting restore from Ceph backup=ac032d42-0889-4dee-aa16-3eb5ae795128 to volume=volume-add1b1a7-40b5-4bbf-8d80-070adb7ea358 {{(pid=130367) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1349}}
Jun 04 21:09:41.525115 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Looking for snapshot of backup base 'volume-c9bff0fd-4259-41d4-ab52-410890d15ed6.backup.ac032d42-0889-4dee-aa16-3eb5ae795128' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}}
Jun 04 21:09:41.525589 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Found snapshot 'backup.ac032d42-0889-4dee-aa16-3eb5ae795128.snap.1654376965.8924077' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}}
Jun 04 21:09:41.530975 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Volume file is RBD. {{(pid=130367) _diff_restore_allowed /opt/stack/cinder/cinder/backup/drivers/ceph.py:1251}}
Jun 04 21:09:41.593842 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Attempting differential restore. {{(pid=130367) _restore_volume /opt/stack/cinder/cinder/backup/drivers/ceph.py:1304}}
Jun 04 21:09:41.594327 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Attempting incremental restore from base='volume-c9bff0fd-4259-41d4-ab52-410890d15ed6.backup.ac032d42-0889-4dee-aa16-3eb5ae795128' snap='backup.ac032d42-0889-4dee-aa16-3eb5ae795128.snap.1654376965.8924077' {{(pid=130367) _diff_restore_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:1150}}
Jun 04 21:09:41.595720 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Performing differential transfer from 'volume-c9bff0fd-4259-41d4-ab52-410890d15ed6.backup.ac032d42-0889-4dee-aa16-3eb5ae795128' to 'volume-add1b1a7-40b5-4bbf-8d80-070adb7ea358' {{(pid=130367) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}}
Jun 04 21:09:41.597055 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Piping cmd1='rbd export-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups backups/volume-c9bff0fd-4259-41d4-ab52-410890d15ed6.backup.ac032d42-0889-4dee-aa16-3eb5ae795128@backup.ac032d42-0889-4dee-aa16-3eb5ae795128.snap.1654376965.8924077 -' into... {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}}
Jun 04 21:09:41.597600 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] cmd2='rbd import-diff --id cinder --conf /tmp/brickrbd_q6gbc_k_ --pool volumes - volumes/volume-add1b1a7-40b5-4bbf-8d80-070adb7ea358' {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}}
Jun 04 21:09:50.702034 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Restore transfer completed in 9.1067s {{(pid=130367) _diff_restore_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:1172}}
Jun 04 21:09:50.703731 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Restore target I/O object does not support fileno() - skipping call to fsync(). {{(pid=130367) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1360}}
Jun 04 21:09:50.752658 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Restoring volume base metadata {{(pid=130367) _restore_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:177}}
Jun 04 21:09:50.783998 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] No metadata of type 'volume-metadata' to restore {{(pid=130367) put /opt/stack/cinder/cinder/backup/driver.py:345}}
Jun 04 21:09:50.786876 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Restoring volume glance metadata {{(pid=130367) _restore_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:258}}
Jun 04 21:09:51.080690 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Restore to volume add1b1a7-40b5-4bbf-8d80-070adb7ea358 finished successfully. {{(pid=130367) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1367}}
Jun 04 21:09:51.082782 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] ==> disconnect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ffa69bb0>, 'connection_properties': {'name': 'volumes/volume-add1b1a7-40b5-4bbf-8d80-070adb7ea358', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'add1b1a7-40b5-4bbf-8d80-070adb7ea358', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff962520>}, 'force': True, ': False}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:09:51.105528 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] <== disconnect_volume: return (22ms) None {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:09:51.181046 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.manager [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Encryption key ID for volume add1b1a7-40b5-4bbf-8d80-070adb7ea358 already matches encryption key ID in backup ac032d42-0889-4dee-aa16-3eb5ae795128. {{(pid=130367) _run_restore /opt/stack/cinder/cinder/backup/manager.py:824}}
Jun 04 21:09:51.289371 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-ed1d1d93-c7a8-42a3-b7e7-a1fcc515c991 tempest-VolumesBackupsTest-1343716541 None] Finished restoring backup ac032d42-0889-4dee-aa16-3eb5ae795128 to volume add1b1a7-40b5-4bbf-8d80-070adb7ea358.
Jun 04 21:09:54.037378 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-b147f93e-abc8-48f7-8905-c323c8a79f80 tempest-VolumesBackupsTest-1343716541 None] Delete backup started, backup: ac032d42-0889-4dee-aa16-3eb5ae795128.
Jun 04 21:09:54.042326 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-b147f93e-abc8-48f7-8905-c323c8a79f80 tempest-VolumesBackupsTest-1343716541 None] Delete started for backup=ac032d42-0889-4dee-aa16-3eb5ae795128 {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}}
Jun 04 21:09:54.044956 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-b147f93e-abc8-48f7-8905-c323c8a79f80 tempest-VolumesBackupsTest-1343716541 None] Trying diff format basename='volume-c9bff0fd-4259-41d4-ab52-410890d15ed6.backup.ac032d42-0889-4dee-aa16-3eb5ae795128' for backup base image of volume c9bff0fd-4259-41d4-ab52-410890d15ed6. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}}
Jun 04 21:09:54.143270 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-b147f93e-abc8-48f7-8905-c323c8a79f80 tempest-VolumesBackupsTest-1343716541 None] Looking for snapshot of backup base 'volume-c9bff0fd-4259-41d4-ab52-410890d15ed6.backup.ac032d42-0889-4dee-aa16-3eb5ae795128' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}}
Jun 04 21:09:54.143799 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-b147f93e-abc8-48f7-8905-c323c8a79f80 tempest-VolumesBackupsTest-1343716541 None] Found snapshot 'backup.ac032d42-0889-4dee-aa16-3eb5ae795128.snap.1654376965.8924077' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}}
Jun 04 21:09:54.145442 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-b147f93e-abc8-48f7-8905-c323c8a79f80 tempest-VolumesBackupsTest-1343716541 None] Deleting backup snapshot='backup.ac032d42-0889-4dee-aa16-3eb5ae795128.snap.1654376965.8924077' {{(pid=130367) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:501}}
Jun 04 21:09:54.808734 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.drivers.ceph [None req-b147f93e-abc8-48f7-8905-c323c8a79f80 tempest-VolumesBackupsTest-1343716541 None] Deleting backup base image='volume-c9bff0fd-4259-41d4-ab52-410890d15ed6.backup.ac032d42-0889-4dee-aa16-3eb5ae795128' of volume c9bff0fd-4259-41d4-ab52-410890d15ed6.
Jun 04 21:09:55.511895 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-b147f93e-abc8-48f7-8905-c323c8a79f80 tempest-VolumesBackupsTest-1343716541 None] Base backup image='volume-c9bff0fd-4259-41d4-ab52-410890d15ed6.backup.ac032d42-0889-4dee-aa16-3eb5ae795128' of volume c9bff0fd-4259-41d4-ab52-410890d15ed6 deleted. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:591}}
Jun 04 21:09:55.635534 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-b147f93e-abc8-48f7-8905-c323c8a79f80 tempest-VolumesBackupsTest-1343716541 None] Delete of backup 'ac032d42-0889-4dee-aa16-3eb5ae795128' for volume 'c9bff0fd-4259-41d4-ab52-410890d15ed6' finished. {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}}
Jun 04 21:09:55.651658 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-b147f93e-abc8-48f7-8905-c323c8a79f80 tempest-VolumesBackupsTest-1343716541 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:09:55.663884 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=57,cinder:UPDATE=7,cinder:INSERT=10 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:09:55.697706 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.quota [None req-b147f93e-abc8-48f7-8905-c323c8a79f80 tempest-VolumesBackupsTest-1343716541 None] Created reservations ['8bfbfd5e-2a50-479c-b73c-a5551e3335af', '8a865318-29b5-4c64-ad28-c199a7b0537f'] {{(pid=130367) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jun 04 21:09:55.738967 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-b147f93e-abc8-48f7-8905-c323c8a79f80 tempest-VolumesBackupsTest-1343716541 None] Delete backup finished, backup ac032d42-0889-4dee-aa16-3eb5ae795128 deleted.
Jun 04 21:10:12.042749 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=44,cinder:UPDATE=4,cinder:INSERT=5 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:10:20.915343 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:10:20.917429 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:10:32.050368 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=11,cinder:UPDATE=8 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:10:52.052080 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:10:52.060828 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:11:12.074654 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:11:20.915255 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:11:20.915812 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:11:22.082228 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:11:29.870612 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Create backup started, backup: 90215a2a-b324-469c-a28d-9a92ec63ccbb volume: 795f6f6e-5d43-4bb4-8d7d-b2684b160d70.
Jun 04 21:11:29.897839 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2022-06-04T21:11:29Z,data_timestamp=2022-06-04T21:11:29Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-VolumesBackupsAdminTest-Backup-219394074',encryption_key_id=None,fail_reason=None,host='ncdv-master-1',id=90215a2a-b324-469c-a28d-9a92ec63ccbb,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='d3bb2e403511423da10e8427c597ef6d',restore_volume_id=None,service='cinder.backup.drivers.ceph.CephBackupDriver',service_metadata=None,size=1,snapshot_id=None,status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='dbc154d4eba04bce8f41de44a97fd257',volume_id=795f6f6e-5d43-4bb4-8d7d-b2684b160d70)
Jun 04 21:11:29.968790 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.18', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:11:29.971595 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:30.003688 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.032s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:30.004640 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd27a464-e965-42f0-915f-3537e1bda056]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator.  The InitiatorName must be unique\n## for each iSCSI initiator.  Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:35c124abd95c\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:30.006886 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:30.032606 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[9bf70a75-df3b-4cb7-99e2-6c7cedc88b0e]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:11:30.032909 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:11:30.034156 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bf70a75-df3b-4cb7-99e2-6c7cedc88b0e]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:30.036513 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:30.056601 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[c69ef267-e7a6-46e4-846d-1fa64de5d58c]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:11:30.057658 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:11:30.059136 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[c69ef267-e7a6-46e4-846d-1fa64de5d58c]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:30.064785 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:30.077188 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.016s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:30.077835 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[298e0b73-9ddd-4423-93cb-942a810986e7]: (4, ('/dev/sda1\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:30.079671 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:30.109198 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.030s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:30.112149 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e2fac6c-22cd-42ef-9d9f-1c4d501a1efc]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:30.113380 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:30.134637 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.018s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:30.135184 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[6540ce8c-e4b0-498f-a410-360c59668ae7]: (4, ('fd0278d8-a545-f648-93b8-835fb2f1bd33\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:30.136446 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Running cmd (subprocess): nvme version {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:30.155702 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] CMD "nvme version" returned: 0 in 0.019s {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:30.157556 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=130367) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}}
Jun 04 21:11:30.158050 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}}
Jun 04 21:11:30.158488 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6 dsc:  {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}}
Jun 04 21:11:30.159223 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] <== get_connector_properties: return (189ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.18', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:35c124abd95c', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': 'fd0278d8-a545-f648-93b8-835fb2f1bd33', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6', 'found_dsc': ''} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:11:30.931311 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connector [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Factory for rbd on None {{(pid=130367) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}}
Jun 04 21:11:30.934477 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ffa07b50>, 'connection_properties': {'name': 'volumes/volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '795f6f6e-5d43-4bb4-8d7d-b2684b160d70', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:11:30.938533 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.linuxrbd [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] opening connection to ceph cluster (timeout=-1). {{(pid=130367) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}}
Jun 04 21:11:31.025197 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] <== connect_volume: return (89ms) {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff962550>} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:11:31.036459 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:11:31.065560 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Starting backup of volume='795f6f6e-5d43-4bb4-8d7d-b2684b160d70'. {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1028}}
Jun 04 21:11:31.065560 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Volume file is RBD: attempting optimized backup {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1039}}
Jun 04 21:11:31.114339 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Creating base image 'volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70.backup.90215a2a-b324-469c-a28d-9a92ec63ccbb' {{(pid=130367) _create_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:469}}
Jun 04 21:11:31.115017 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] RBD also supports fast-diff, enabling it together with exclusive-lock and object-map {{(pid=130367) _get_rbd_support /opt/stack/cinder/cinder/backup/drivers/ceph.py:277}}
Jun 04 21:11:31.229189 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Using --from-snap 'None' for incremental backup of volume 795f6f6e-5d43-4bb4-8d7d-b2684b160d70. {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:811}}
Jun 04 21:11:31.231322 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Creating backup snapshot='backup.90215a2a-b324-469c-a28d-9a92ec63ccbb.snap.1654377091.2294266' {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:817}}
Jun 04 21:11:31.544559 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Performing differential transfer from 'volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70' to 'volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70.backup.90215a2a-b324-469c-a28d-9a92ec63ccbb' {{(pid=130367) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}}
Jun 04 21:11:31.545374 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Piping cmd1='rbd export-diff --id cinder --conf /tmp/brickrbd_7xfeptq0 --pool volumes volumes/volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70@backup.90215a2a-b324-469c-a28d-9a92ec63ccbb.snap.1654377091.2294266 -' into... {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}}
Jun 04 21:11:31.545777 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] cmd2='rbd import-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups - backups/volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70.backup.90215a2a-b324-469c-a28d-9a92ec63ccbb' {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}}
Jun 04 21:11:32.716817 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Differential backup transfer completed in 1.1718s {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:837}}
Jun 04 21:11:32.721315 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Getting metadata type 'volume-base-metadata' {{(pid=130367) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:79}}
Jun 04 21:11:32.777170 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Completed fetching metadata type 'volume-base-metadata' {{(pid=130367) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:98}}
Jun 04 21:11:32.778845 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Getting metadata type 'volume-metadata' {{(pid=130367) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:109}}
Jun 04 21:11:32.809135 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] No metadata type 'volume-metadata' available {{(pid=130367) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:123}}
Jun 04 21:11:32.809778 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Getting metadata type 'volume-glance-metadata' {{(pid=130367) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:132}}
Jun 04 21:11:32.828433 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] No metadata type 'volume-glance-metadata' available {{(pid=130367) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:147}}
Jun 04 21:11:32.831313 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Backing up metadata for volume 795f6f6e-5d43-4bb4-8d7d-b2684b160d70. {{(pid=130367) _backup_metadata /opt/stack/cinder/cinder/backup/drivers/ceph.py:1003}}
Jun 04 21:11:32.925583 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Backup '90215a2a-b324-469c-a28d-9a92ec63ccbb' of volume 795f6f6e-5d43-4bb4-8d7d-b2684b160d70 finished. {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1069}}
Jun 04 21:11:32.929414 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] ==> disconnect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ffa07b50>, 'connection_properties': {'name': 'volumes/volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '795f6f6e-5d43-4bb4-8d7d-b2684b160d70', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff962550>}, 'force': True, ': True}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:11:33.010936 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] <== disconnect_volume: return (80ms) None {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:11:33.180270 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-4b1fe5d3-c225-4f39-915a-e44033a43b2f tempest-VolumesBackupsAdminTest-568448284 None] Create backup finished. backup: 90215a2a-b324-469c-a28d-9a92ec63ccbb.
Jun 04 21:11:34.347049 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-f661e418-3e02-42b0-aa59-93afa0a1d768 tempest-VolumesBackupsAdminTest-109893268 None] Export record started, backup: 90215a2a-b324-469c-a28d-9a92ec63ccbb.
Jun 04 21:11:34.350642 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-f661e418-3e02-42b0-aa59-93afa0a1d768 tempest-VolumesBackupsAdminTest-109893268 None] Export record finished, backup 90215a2a-b324-469c-a28d-9a92ec63ccbb exported.
Jun 04 21:11:34.683889 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-b2adea89-e097-493e-be4e-f39b783c42c5 tempest-VolumesBackupsAdminTest-109893268 None] Import record started, backup_url: eyJkcml2ZXJfaW5mbyI6IHt9LCAiaWQiOiAiMGI5ZDljMDktZDg4OS00NWM5LWExOGEtYjI5MWYzYmZiNDAwIiwgInVzZXJfaWQiOiAiZGJjMTU0ZDRlYmEwNGJjZThmNDFkZTQ0YTk3ZmQyNTciLCAicHJvamVjdF9pZCI6ICJkM2JiMmU0MDM1MTE0MjNkYTEwZTg0MjdjNTk3ZWY2ZCIsICJ2b2x1bWVfaWQiOiAiNzk1ZjZmNmUtNWQ0My00YmI0LThkN2QtYjI2ODRiMTYwZDcwIiwgImhvc3QiOiAibmNkdi1tYXN0ZXItMSIsICJhdmFpbGFiaWxpdHlfem9uZSI6IG51bGwsICJjb250YWluZXIiOiAiYmFja3VwcyIsICJwYXJlbnRfaWQiOiBudWxsLCAic3RhdHVzIjogImF2YWlsYWJsZSIsICJmYWlsX3JlYXNvbiI6IG51bGwsICJzaXplIjogMSwgImRpc3BsYXlfbmFtZSI6ICJ0ZW1wZXN0LVZvbHVtZXNCYWNrdXBzQWRtaW5UZXN0LUJhY2t1cC0yMTkzOTQwNzQiLCAiZGlzcGxheV9kZXNjcmlwdGlvbiI6IG51bGwsICJzZXJ2aWNlX21ldGFkYXRhIjogIntcImJhc2VcIjogXCJ2b2x1bWUtNzk1ZjZmNmUtNWQ0My00YmI0LThkN2QtYjI2ODRiMTYwZDcwLmJhY2t1cC45MDIxNWEyYS1iMzI0LTQ2OWMtYTI4ZC05YTkyZWM2M2NjYmJcIn0iLCAic2VydmljZSI6ICJjaW5kZXIuYmFja3VwLmRyaXZlcnMuY2VwaC5DZXBoQmFja3VwRHJpdmVyIiwgIm9iamVjdF9jb3VudCI6IDAsICJ0ZW1wX3ZvbHVtZV9pZCI6IG51bGwsICJ0ZW1wX3NuYXBzaG90X2lkIjogbnVsbCwgIm51bV9kZXBlbmRlbnRfYmFja3VwcyI6IDAsICJzbmFwc2hvdF9pZCI6IG51bGwsICJkYXRhX3RpbWVzdGFtcCI6ICIyMDIyLTA2LTA0VDIxOjExOjMwWiIsICJyZXN0b3JlX3ZvbHVtZV9pZCI6IG51bGwsICJtZXRhZGF0YSI6IHt9LCAiZW5jcnlwdGlvbl9rZXlfaWQiOiBudWxsLCAiY3JlYXRlZF9hdCI6ICIyMDIyLTA2LTA0VDIxOjExOjMwWiIsICJ1cGRhdGVkX2F0IjogIjIwMjItMDYtMDRUMjE6MTE6MzNaIiwgImRlbGV0ZWRfYXQiOiBudWxsLCAiZGVsZXRlZCI6IGZhbHNlfQ==.
Jun 04 21:11:34.715729 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-b2adea89-e097-493e-be4e-f39b783c42c5 tempest-VolumesBackupsAdminTest-109893268 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:11:34.834622 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-b2adea89-e097-493e-be4e-f39b783c42c5 tempest-VolumesBackupsAdminTest-109893268 None] Import record id 0b9d9c09-d889-45c9-a18a-b291f3bfb400 metadata from driver finished.
Jun 04 21:11:37.830702 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Restore backup started, backup: 90215a2a-b324-469c-a28d-9a92ec63ccbb volume: 7e9d9094-78d3-4f3f-826d-3c231fb9e91e.
Jun 04 21:11:37.880455 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.18', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:11:37.888180 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:37.936876 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.047s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:37.937418 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[92fef1b3-4fcc-4362-b8c8-1f9df1d4d0bd]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator.  The InitiatorName must be unique\n## for each iSCSI initiator.  Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:35c124abd95c\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:37.943603 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:37.962211 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[1d6f2a4f-02e3-4512-9f2f-05b234933185]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:11:37.962551 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:11:37.964393 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d6f2a4f-02e3-4512-9f2f-05b234933185]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:37.965615 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:37.990515 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[105b7b40-4207-472b-af3a-caed4a2df584]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:11:37.991390 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:11:37.993862 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[105b7b40-4207-472b-af3a-caed4a2df584]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:37.999872 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:38.071590 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.075s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:38.072166 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[c66a2ce6-9b43-4188-aba3-2525405c6612]: (4, ('/dev/sda1\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:38.076702 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:38.134227 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.060s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:38.135379 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d4ba1df-22e7-4002-b4a4-3755221e323d]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:38.141485 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:38.214219 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.073s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:38.214705 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[9525d2ed-7439-46a9-b5a0-12fd49cb533d]: (4, ('fd0278d8-a545-f648-93b8-835fb2f1bd33\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:38.215562 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Running cmd (subprocess): nvme version {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:38.274475 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] CMD "nvme version" returned: 0 in 0.056s {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:38.276981 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=130367) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}}
Jun 04 21:11:38.277548 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}}
Jun 04 21:11:38.278075 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6 dsc:  {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}}
Jun 04 21:11:38.281997 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] <== get_connector_properties: return (398ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.18', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:35c124abd95c', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': 'fd0278d8-a545-f648-93b8-835fb2f1bd33', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6', 'found_dsc': ''} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:11:40.181005 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connector [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Factory for rbd on None {{(pid=130367) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}}
Jun 04 21:11:40.183280 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ff962670>, 'connection_properties': {'name': 'volumes/volume-7e9d9094-78d3-4f3f-826d-3c231fb9e91e', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '7e9d9094-78d3-4f3f-826d-3c231fb9e91e', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:11:40.184560 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.linuxrbd [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] opening connection to ceph cluster (timeout=-1). {{(pid=130367) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}}
Jun 04 21:11:40.287380 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] <== connect_volume: return (102ms) {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff96dcd0>} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:11:40.300742 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:11:40.316615 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Starting restore from Ceph backup=90215a2a-b324-469c-a28d-9a92ec63ccbb to volume=volume-7e9d9094-78d3-4f3f-826d-3c231fb9e91e {{(pid=130367) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1349}}
Jun 04 21:11:40.485246 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Looking for snapshot of backup base 'volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70.backup.90215a2a-b324-469c-a28d-9a92ec63ccbb' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}}
Jun 04 21:11:40.485934 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Found snapshot 'backup.90215a2a-b324-469c-a28d-9a92ec63ccbb.snap.1654377091.2294266' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}}
Jun 04 21:11:40.507164 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Volume file is RBD. {{(pid=130367) _diff_restore_allowed /opt/stack/cinder/cinder/backup/drivers/ceph.py:1251}}
Jun 04 21:11:40.575929 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Attempting differential restore. {{(pid=130367) _restore_volume /opt/stack/cinder/cinder/backup/drivers/ceph.py:1304}}
Jun 04 21:11:40.576721 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Attempting incremental restore from base='volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70.backup.90215a2a-b324-469c-a28d-9a92ec63ccbb' snap='backup.90215a2a-b324-469c-a28d-9a92ec63ccbb.snap.1654377091.2294266' {{(pid=130367) _diff_restore_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:1150}}
Jun 04 21:11:40.577311 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Performing differential transfer from 'volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70.backup.90215a2a-b324-469c-a28d-9a92ec63ccbb' to 'volume-7e9d9094-78d3-4f3f-826d-3c231fb9e91e' {{(pid=130367) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}}
Jun 04 21:11:40.578435 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Piping cmd1='rbd export-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups backups/volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70.backup.90215a2a-b324-469c-a28d-9a92ec63ccbb@backup.90215a2a-b324-469c-a28d-9a92ec63ccbb.snap.1654377091.2294266 -' into... {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}}
Jun 04 21:11:40.578998 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] cmd2='rbd import-diff --id cinder --conf /tmp/brickrbd_zipfcn78 --pool volumes - volumes/volume-7e9d9094-78d3-4f3f-826d-3c231fb9e91e' {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}}
Jun 04 21:11:41.947290 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Restore transfer completed in 1.3693s {{(pid=130367) _diff_restore_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:1172}}
Jun 04 21:11:41.949225 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Restore target I/O object does not support fileno() - skipping call to fsync(). {{(pid=130367) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1360}}
Jun 04 21:11:42.028439 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Restoring volume base metadata {{(pid=130367) _restore_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:177}}
Jun 04 21:11:42.096532 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=21,cinder:UPDATE=4 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:11:42.119260 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] No metadata of type 'volume-metadata' to restore {{(pid=130367) put /opt/stack/cinder/cinder/backup/driver.py:345}}
Jun 04 21:11:42.119934 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] No metadata of type 'volume-glance-metadata' to restore {{(pid=130367) put /opt/stack/cinder/cinder/backup/driver.py:345}}
Jun 04 21:11:42.127023 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Restore to volume 7e9d9094-78d3-4f3f-826d-3c231fb9e91e finished successfully. {{(pid=130367) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1367}}
Jun 04 21:11:42.129391 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] ==> disconnect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ff962670>, 'connection_properties': {'name': 'volumes/volume-7e9d9094-78d3-4f3f-826d-3c231fb9e91e', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '7e9d9094-78d3-4f3f-826d-3c231fb9e91e', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff96dcd0>}, 'force': True, ': False}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:11:42.157137 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] <== disconnect_volume: return (26ms) None {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:11:42.329384 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.manager [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Encryption key ID for volume 7e9d9094-78d3-4f3f-826d-3c231fb9e91e already matches encryption key ID in backup 90215a2a-b324-469c-a28d-9a92ec63ccbb. {{(pid=130367) _run_restore /opt/stack/cinder/cinder/backup/manager.py:824}}
Jun 04 21:11:42.417801 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-2e95c7ff-cb27-486d-a2bc-65fce614ac60 tempest-VolumesBackupsAdminTest-568448284 None] Finished restoring backup 90215a2a-b324-469c-a28d-9a92ec63ccbb to volume 7e9d9094-78d3-4f3f-826d-3c231fb9e91e.
Jun 04 21:11:43.793140 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-3ce348d2-309a-4bae-befb-c49eaaab811e tempest-VolumesBackupsAdminTest-109893268 None] Delete backup started, backup: 0b9d9c09-d889-45c9-a18a-b291f3bfb400.
Jun 04 21:11:43.801683 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-3ce348d2-309a-4bae-befb-c49eaaab811e tempest-VolumesBackupsAdminTest-109893268 None] Delete started for backup=0b9d9c09-d889-45c9-a18a-b291f3bfb400 {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}}
Jun 04 21:11:43.804801 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-3ce348d2-309a-4bae-befb-c49eaaab811e tempest-VolumesBackupsAdminTest-109893268 None] Trying diff format basename='volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70.backup.90215a2a-b324-469c-a28d-9a92ec63ccbb' for backup base image of volume 795f6f6e-5d43-4bb4-8d7d-b2684b160d70. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}}
Jun 04 21:11:43.970440 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-3ce348d2-309a-4bae-befb-c49eaaab811e tempest-VolumesBackupsAdminTest-109893268 None] Looking for snapshot of backup base 'volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70.backup.90215a2a-b324-469c-a28d-9a92ec63ccbb' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}}
Jun 04 21:11:43.970743 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-3ce348d2-309a-4bae-befb-c49eaaab811e tempest-VolumesBackupsAdminTest-109893268 None] Backup '0b9d9c09-d889-45c9-a18a-b291f3bfb400' has no snapshot {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:967}}
Jun 04 21:11:43.971296 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-3ce348d2-309a-4bae-befb-c49eaaab811e tempest-VolumesBackupsAdminTest-109893268 None] No backup snapshot to delete {{(pid=130367) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:504}}
Jun 04 21:11:43.994416 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.drivers.ceph [None req-3ce348d2-309a-4bae-befb-c49eaaab811e tempest-VolumesBackupsAdminTest-109893268 None] Backup base image of volume 795f6f6e-5d43-4bb4-8d7d-b2684b160d70 still has 1 snapshots so skipping base image delete.
Jun 04 21:11:44.114260 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-3ce348d2-309a-4bae-befb-c49eaaab811e tempest-VolumesBackupsAdminTest-109893268 None] Metadata backup object 'backup.0b9d9c09-d889-45c9-a18a-b291f3bfb400.meta' not found - ignoring {{(pid=130367) remove_if_exists /opt/stack/cinder/cinder/backup/drivers/ceph.py:162}}
Jun 04 21:11:44.118952 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-3ce348d2-309a-4bae-befb-c49eaaab811e tempest-VolumesBackupsAdminTest-109893268 None] Delete of backup '0b9d9c09-d889-45c9-a18a-b291f3bfb400' for volume '795f6f6e-5d43-4bb4-8d7d-b2684b160d70' finished. {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}}
Jun 04 21:11:44.129527 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-3ce348d2-309a-4bae-befb-c49eaaab811e tempest-VolumesBackupsAdminTest-109893268 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:11:44.184583 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.quota [None req-3ce348d2-309a-4bae-befb-c49eaaab811e tempest-VolumesBackupsAdminTest-109893268 None] Created reservations ['c56bcc39-11a6-4914-97c1-104f9f969da5', 'c564ae15-a630-4f71-895d-26135ab4b65e'] {{(pid=130367) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jun 04 21:11:44.246393 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-3ce348d2-309a-4bae-befb-c49eaaab811e tempest-VolumesBackupsAdminTest-109893268 None] Delete backup finished, backup 0b9d9c09-d889-45c9-a18a-b291f3bfb400 deleted.
Jun 04 21:11:45.069938 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-a950e54c-35f8-442e-915d-6f485ef6feff tempest-VolumesBackupsAdminTest-568448284 None] Delete backup started, backup: 90215a2a-b324-469c-a28d-9a92ec63ccbb.
Jun 04 21:11:45.073972 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-a950e54c-35f8-442e-915d-6f485ef6feff tempest-VolumesBackupsAdminTest-568448284 None] Delete started for backup=90215a2a-b324-469c-a28d-9a92ec63ccbb {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}}
Jun 04 21:11:45.074942 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-a950e54c-35f8-442e-915d-6f485ef6feff tempest-VolumesBackupsAdminTest-568448284 None] Trying diff format basename='volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70.backup.90215a2a-b324-469c-a28d-9a92ec63ccbb' for backup base image of volume 795f6f6e-5d43-4bb4-8d7d-b2684b160d70. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}}
Jun 04 21:11:45.251283 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-a950e54c-35f8-442e-915d-6f485ef6feff tempest-VolumesBackupsAdminTest-568448284 None] Looking for snapshot of backup base 'volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70.backup.90215a2a-b324-469c-a28d-9a92ec63ccbb' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}}
Jun 04 21:11:45.251694 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-a950e54c-35f8-442e-915d-6f485ef6feff tempest-VolumesBackupsAdminTest-568448284 None] Found snapshot 'backup.90215a2a-b324-469c-a28d-9a92ec63ccbb.snap.1654377091.2294266' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}}
Jun 04 21:11:45.252165 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-a950e54c-35f8-442e-915d-6f485ef6feff tempest-VolumesBackupsAdminTest-568448284 None] Deleting backup snapshot='backup.90215a2a-b324-469c-a28d-9a92ec63ccbb.snap.1654377091.2294266' {{(pid=130367) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:501}}
Jun 04 21:11:45.957395 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.drivers.ceph [None req-a950e54c-35f8-442e-915d-6f485ef6feff tempest-VolumesBackupsAdminTest-568448284 None] Deleting backup base image='volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70.backup.90215a2a-b324-469c-a28d-9a92ec63ccbb' of volume 795f6f6e-5d43-4bb4-8d7d-b2684b160d70.
Jun 04 21:11:46.787367 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-a950e54c-35f8-442e-915d-6f485ef6feff tempest-VolumesBackupsAdminTest-568448284 None] Base backup image='volume-795f6f6e-5d43-4bb4-8d7d-b2684b160d70.backup.90215a2a-b324-469c-a28d-9a92ec63ccbb' of volume 795f6f6e-5d43-4bb4-8d7d-b2684b160d70 deleted. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:591}}
Jun 04 21:11:46.960622 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-a950e54c-35f8-442e-915d-6f485ef6feff tempest-VolumesBackupsAdminTest-568448284 None] Delete of backup '90215a2a-b324-469c-a28d-9a92ec63ccbb' for volume '795f6f6e-5d43-4bb4-8d7d-b2684b160d70' finished. {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}}
Jun 04 21:11:46.970436 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-a950e54c-35f8-442e-915d-6f485ef6feff tempest-VolumesBackupsAdminTest-568448284 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:11:47.075802 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.quota [None req-a950e54c-35f8-442e-915d-6f485ef6feff tempest-VolumesBackupsAdminTest-568448284 None] Created reservations ['93045dd6-88e1-4713-b872-5f0ba424b5e1', '3a8b7a67-45fd-4f8d-b75a-dd5fb64bf21f'] {{(pid=130367) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jun 04 21:11:47.149089 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-a950e54c-35f8-442e-915d-6f485ef6feff tempest-VolumesBackupsAdminTest-568448284 None] Delete backup finished, backup 90215a2a-b324-469c-a28d-9a92ec63ccbb deleted.
Jun 04 21:11:49.475102 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Create backup started, backup: c5d30e1f-7489-418f-950a-e000dc5341fc volume: 45d1c3cf-c968-4934-9075-dfaa9ec59e5c.
Jun 04 21:11:49.497184 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2022-06-04T21:11:49Z,data_timestamp=2022-06-04T21:11:49Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-VolumesBackupsAdminTest-Backup-285076486',encryption_key_id=None,fail_reason=None,host='ncdv-master-1',id=c5d30e1f-7489-418f-950a-e000dc5341fc,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='d3bb2e403511423da10e8427c597ef6d',restore_volume_id=None,service='cinder.backup.drivers.ceph.CephBackupDriver',service_metadata=None,size=1,snapshot_id=None,status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='dbc154d4eba04bce8f41de44a97fd257',volume_id=45d1c3cf-c968-4934-9075-dfaa9ec59e5c)
Jun 04 21:11:49.602577 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.18', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:11:49.614545 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:49.647880 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.038s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:49.648636 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[96d34d95-2788-4719-8d1b-ae0f1dda5e24]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator.  The InitiatorName must be unique\n## for each iSCSI initiator.  Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:35c124abd95c\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:49.653320 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:49.683550 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[904d6e62-514c-46b4-b4ab-9c17a694e367]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:11:49.683959 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:11:49.685223 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[904d6e62-514c-46b4-b4ab-9c17a694e367]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:49.688455 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:49.718529 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[482b20f6-5ff3-4c9e-8f41-1c7d58cfadce]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:11:49.719779 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:11:49.721533 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[482b20f6-5ff3-4c9e-8f41-1c7d58cfadce]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:49.724026 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:49.779120 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.055s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:49.779618 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dacad1e-1699-4abb-9958-0af15b38bcaf]: (4, ('/dev/sda1\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:49.782076 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:49.831328 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.048s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:49.832030 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1d686b8-3c0b-4eca-8fc9-3b49a2c45ece]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:49.833535 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:49.872422 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.038s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:49.873220 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ea4ae15-9229-431f-a70b-6d2f0596ed26]: (4, ('fd0278d8-a545-f648-93b8-835fb2f1bd33\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:11:49.874264 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Running cmd (subprocess): nvme version {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:11:49.970481 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] CMD "nvme version" returned: 0 in 0.096s {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:11:49.972472 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=130367) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}}
Jun 04 21:11:49.972901 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}}
Jun 04 21:11:49.973260 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6 dsc:  {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}}
Jun 04 21:11:49.973907 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] <== get_connector_properties: return (369ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.18', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:35c124abd95c', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': 'fd0278d8-a545-f648-93b8-835fb2f1bd33', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6', 'found_dsc': ''} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:11:51.287760 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connector [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Factory for rbd on None {{(pid=130367) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}}
Jun 04 21:11:51.287760 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ff0835e0>, 'connection_properties': {'name': 'volumes/volume-45d1c3cf-c968-4934-9075-dfaa9ec59e5c', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '45d1c3cf-c968-4934-9075-dfaa9ec59e5c', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:11:51.287760 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.linuxrbd [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] opening connection to ceph cluster (timeout=-1). {{(pid=130367) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}}
Jun 04 21:11:51.377433 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] <== connect_volume: return (130ms) {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff0c2dc0>} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:11:51.387859 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:11:51.437046 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Starting backup of volume='45d1c3cf-c968-4934-9075-dfaa9ec59e5c'. {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1028}}
Jun 04 21:11:51.438995 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Volume file is RBD: attempting optimized backup {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1039}}
Jun 04 21:11:51.486217 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Creating base image 'volume-45d1c3cf-c968-4934-9075-dfaa9ec59e5c.backup.c5d30e1f-7489-418f-950a-e000dc5341fc' {{(pid=130367) _create_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:469}}
Jun 04 21:11:51.486731 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] RBD also supports fast-diff, enabling it together with exclusive-lock and object-map {{(pid=130367) _get_rbd_support /opt/stack/cinder/cinder/backup/drivers/ceph.py:277}}
Jun 04 21:11:51.569837 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Using --from-snap 'None' for incremental backup of volume 45d1c3cf-c968-4934-9075-dfaa9ec59e5c. {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:811}}
Jun 04 21:11:51.572160 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Creating backup snapshot='backup.c5d30e1f-7489-418f-950a-e000dc5341fc.snap.1654377111.5708692' {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:817}}
Jun 04 21:11:52.667401 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Performing differential transfer from 'volume-45d1c3cf-c968-4934-9075-dfaa9ec59e5c' to 'volume-45d1c3cf-c968-4934-9075-dfaa9ec59e5c.backup.c5d30e1f-7489-418f-950a-e000dc5341fc' {{(pid=130367) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}}
Jun 04 21:11:52.668123 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Piping cmd1='rbd export-diff --id cinder --conf /tmp/brickrbd_lo2y4eql --pool volumes volumes/volume-45d1c3cf-c968-4934-9075-dfaa9ec59e5c@backup.c5d30e1f-7489-418f-950a-e000dc5341fc.snap.1654377111.5708692 -' into... {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}}
Jun 04 21:11:52.669324 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] cmd2='rbd import-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups - backups/volume-45d1c3cf-c968-4934-9075-dfaa9ec59e5c.backup.c5d30e1f-7489-418f-950a-e000dc5341fc' {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}}
Jun 04 21:11:53.869565 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Differential backup transfer completed in 1.2018s {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:837}}
Jun 04 21:11:53.871059 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Getting metadata type 'volume-base-metadata' {{(pid=130367) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:79}}
Jun 04 21:11:53.881281 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=47,cinder:UPDATE=17,cinder:INSERT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:11:53.927716 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Completed fetching metadata type 'volume-base-metadata' {{(pid=130367) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:98}}
Jun 04 21:11:53.930855 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Getting metadata type 'volume-metadata' {{(pid=130367) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:109}}
Jun 04 21:11:53.983216 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] No metadata type 'volume-metadata' available {{(pid=130367) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:123}}
Jun 04 21:11:53.987473 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Getting metadata type 'volume-glance-metadata' {{(pid=130367) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:132}}
Jun 04 21:11:54.014812 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] No metadata type 'volume-glance-metadata' available {{(pid=130367) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:147}}
Jun 04 21:11:54.015370 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Backing up metadata for volume 45d1c3cf-c968-4934-9075-dfaa9ec59e5c. {{(pid=130367) _backup_metadata /opt/stack/cinder/cinder/backup/drivers/ceph.py:1003}}
Jun 04 21:11:54.158106 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Backup 'c5d30e1f-7489-418f-950a-e000dc5341fc' of volume 45d1c3cf-c968-4934-9075-dfaa9ec59e5c finished. {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1069}}
Jun 04 21:11:54.160199 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] ==> disconnect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ff0835e0>, 'connection_properties': {'name': 'volumes/volume-45d1c3cf-c968-4934-9075-dfaa9ec59e5c', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '45d1c3cf-c968-4934-9075-dfaa9ec59e5c', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff0c2dc0>}, 'force': True, ': True}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:11:54.268560 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] <== disconnect_volume: return (106ms) None {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:11:54.434449 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-32d0eaec-44cc-471c-9b6f-79b8b4856525 tempest-VolumesBackupsAdminTest-568448284 None] Create backup finished. backup: c5d30e1f-7489-418f-950a-e000dc5341fc.
Jun 04 21:11:54.874093 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-9a558ed3-13a4-4dec-89e7-030f45346497 tempest-VolumesBackupsAdminTest-109893268 None] Reset backup status started, backup_id: c5d30e1f-7489-418f-950a-e000dc5341fc, status: error.
Jun 04 21:11:54.874832 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-9a558ed3-13a4-4dec-89e7-030f45346497 tempest-VolumesBackupsAdminTest-109893268 None] Backup service: cinder.backup.drivers.ceph.CephBackupDriver.
Jun 04 21:11:55.039837 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-08c99bb1-c270-4249-ad7d-badf0a556f45 tempest-VolumesBackupsAdminTest-568448284 None] Delete backup started, backup: c5d30e1f-7489-418f-950a-e000dc5341fc.
Jun 04 21:11:55.039837 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-08c99bb1-c270-4249-ad7d-badf0a556f45 tempest-VolumesBackupsAdminTest-568448284 None] Delete started for backup=c5d30e1f-7489-418f-950a-e000dc5341fc {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}}
Jun 04 21:11:55.040011 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-08c99bb1-c270-4249-ad7d-badf0a556f45 tempest-VolumesBackupsAdminTest-568448284 None] Trying diff format basename='volume-45d1c3cf-c968-4934-9075-dfaa9ec59e5c.backup.c5d30e1f-7489-418f-950a-e000dc5341fc' for backup base image of volume 45d1c3cf-c968-4934-9075-dfaa9ec59e5c. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}}
Jun 04 21:11:55.154730 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-08c99bb1-c270-4249-ad7d-badf0a556f45 tempest-VolumesBackupsAdminTest-568448284 None] Looking for snapshot of backup base 'volume-45d1c3cf-c968-4934-9075-dfaa9ec59e5c.backup.c5d30e1f-7489-418f-950a-e000dc5341fc' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}}
Jun 04 21:11:55.155045 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-08c99bb1-c270-4249-ad7d-badf0a556f45 tempest-VolumesBackupsAdminTest-568448284 None] Found snapshot 'backup.c5d30e1f-7489-418f-950a-e000dc5341fc.snap.1654377111.5708692' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}}
Jun 04 21:11:55.155541 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-08c99bb1-c270-4249-ad7d-badf0a556f45 tempest-VolumesBackupsAdminTest-568448284 None] Deleting backup snapshot='backup.c5d30e1f-7489-418f-950a-e000dc5341fc.snap.1654377111.5708692' {{(pid=130367) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:501}}
Jun 04 21:11:55.807286 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.drivers.ceph [None req-08c99bb1-c270-4249-ad7d-badf0a556f45 tempest-VolumesBackupsAdminTest-568448284 None] Deleting backup base image='volume-45d1c3cf-c968-4934-9075-dfaa9ec59e5c.backup.c5d30e1f-7489-418f-950a-e000dc5341fc' of volume 45d1c3cf-c968-4934-9075-dfaa9ec59e5c.
Jun 04 21:11:56.865343 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-08c99bb1-c270-4249-ad7d-badf0a556f45 tempest-VolumesBackupsAdminTest-568448284 None] Base backup image='volume-45d1c3cf-c968-4934-9075-dfaa9ec59e5c.backup.c5d30e1f-7489-418f-950a-e000dc5341fc' of volume 45d1c3cf-c968-4934-9075-dfaa9ec59e5c deleted. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:591}}
Jun 04 21:11:56.946925 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-08c99bb1-c270-4249-ad7d-badf0a556f45 tempest-VolumesBackupsAdminTest-568448284 None] Delete of backup 'c5d30e1f-7489-418f-950a-e000dc5341fc' for volume '45d1c3cf-c968-4934-9075-dfaa9ec59e5c' finished. {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}}
Jun 04 21:11:56.954874 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-08c99bb1-c270-4249-ad7d-badf0a556f45 tempest-VolumesBackupsAdminTest-568448284 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:11:57.024940 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.quota [None req-08c99bb1-c270-4249-ad7d-badf0a556f45 tempest-VolumesBackupsAdminTest-568448284 None] Created reservations ['66cdfa2c-15a5-4250-ad61-3dd226ed9f6d', '5aad408d-36ff-485c-ab6d-0217b0703bc5'] {{(pid=130367) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jun 04 21:11:57.078344 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-08c99bb1-c270-4249-ad7d-badf0a556f45 tempest-VolumesBackupsAdminTest-568448284 None] Delete backup finished, backup c5d30e1f-7489-418f-950a-e000dc5341fc deleted.
Jun 04 21:12:12.098035 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=9,cinder:UPDATE=5,cinder:INSERT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:12:20.910240 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:12:20.910924 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:12:22.071114 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=50,cinder:INSERT=4,cinder:UPDATE=12 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:12:52.074417 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:13:02.075926 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:13:20.907013 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:13:20.908076 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:13:22.076374 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:13:22.099789 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:13:42.091936 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:13:49.388680 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Create backup started, backup: a91f2a80-881b-42e6-9584-0e8a17178049 volume: 5b2e23f7-37ef-436d-b587-020bdcf55af8.
Jun 04 21:13:49.403018 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2022-06-04T21:13:49Z,data_timestamp=2022-06-04T21:13:49Z,deleted=False,deleted_at=None,display_description=None,display_name=None,encryption_key_id=None,fail_reason=None,host='ncdv-master-1',id=a91f2a80-881b-42e6-9584-0e8a17178049,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='a6f7eafafd554647ad42646ebdc1aa1b',restore_volume_id=None,service='cinder.backup.drivers.ceph.CephBackupDriver',service_metadata=None,size=1,snapshot_id=None,status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='2ed5143e191a43cc892a9428a2a8376c',volume_id=5b2e23f7-37ef-436d-b587-020bdcf55af8)
Jun 04 21:13:49.467005 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.18', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:13:49.473331 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:13:49.508853 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.039s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:13:49.509217 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[369823e3-18a4-4ec4-8ed7-f1c51a599f43]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator.  The InitiatorName must be unique\n## for each iSCSI initiator.  Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:35c124abd95c\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:13:49.515798 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:13:49.539114 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[2b097cad-0a27-44ff-9e29-e5f1dbf4d780]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:13:49.539878 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:13:49.542050 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b097cad-0a27-44ff-9e29-e5f1dbf4d780]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:13:49.548164 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:13:49.557875 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[9b8aa6d9-00b1-43b6-b979-1253177cb0db]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:13:49.558430 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:13:49.561425 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b8aa6d9-00b1-43b6-b979-1253177cb0db]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:13:49.569810 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:13:49.590452 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.025s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:13:49.590921 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7e3f44d-3dbf-4b86-9b64-5710c2461234]: (4, ('/dev/sda1\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:13:49.592888 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:13:49.611525 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.018s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:13:49.612866 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[db583f11-ec03-43e9-8175-f3f392e098f7]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:13:49.615424 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:13:49.634384 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.019s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:13:49.635127 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[44178282-a08e-4e67-951a-52ab69768e1d]: (4, ('fd0278d8-a545-f648-93b8-835fb2f1bd33\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:13:49.636022 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Running cmd (subprocess): nvme version {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:13:49.676802 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] CMD "nvme version" returned: 0 in 0.040s {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:13:49.679460 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=130367) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}}
Jun 04 21:13:49.680071 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}}
Jun 04 21:13:49.680435 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6 dsc:  {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}}
Jun 04 21:13:49.681842 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] <== get_connector_properties: return (212ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.18', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:35c124abd95c', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': 'fd0278d8-a545-f648-93b8-835fb2f1bd33', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6', 'found_dsc': ''} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:13:50.830028 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connector [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Factory for rbd on None {{(pid=130367) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}}
Jun 04 21:13:50.832718 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ff9e15b0>, 'connection_properties': {'name': 'volumes/volume-5b2e23f7-37ef-436d-b587-020bdcf55af8', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '5b2e23f7-37ef-436d-b587-020bdcf55af8', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:13:50.835821 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.linuxrbd [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] opening connection to ceph cluster (timeout=-1). {{(pid=130367) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}}
Jun 04 21:13:50.952649 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] <== connect_volume: return (119ms) {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff9bf550>} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:13:50.963378 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:13:50.994625 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Starting backup of volume='5b2e23f7-37ef-436d-b587-020bdcf55af8'. {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1028}}
Jun 04 21:13:50.995947 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Volume file is RBD: attempting optimized backup {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1039}}
Jun 04 21:13:51.046629 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Creating base image 'volume-5b2e23f7-37ef-436d-b587-020bdcf55af8.backup.a91f2a80-881b-42e6-9584-0e8a17178049' {{(pid=130367) _create_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:469}}
Jun 04 21:13:51.047233 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] RBD also supports fast-diff, enabling it together with exclusive-lock and object-map {{(pid=130367) _get_rbd_support /opt/stack/cinder/cinder/backup/drivers/ceph.py:277}}
Jun 04 21:13:51.116232 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Using --from-snap 'None' for incremental backup of volume 5b2e23f7-37ef-436d-b587-020bdcf55af8. {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:811}}
Jun 04 21:13:51.116738 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Creating backup snapshot='backup.a91f2a80-881b-42e6-9584-0e8a17178049.snap.1654377231.1162524' {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:817}}
Jun 04 21:13:51.873765 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Performing differential transfer from 'volume-5b2e23f7-37ef-436d-b587-020bdcf55af8' to 'volume-5b2e23f7-37ef-436d-b587-020bdcf55af8.backup.a91f2a80-881b-42e6-9584-0e8a17178049' {{(pid=130367) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}}
Jun 04 21:13:51.874834 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Piping cmd1='rbd export-diff --id cinder --conf /tmp/brickrbd_cc7d2zgs --pool volumes volumes/volume-5b2e23f7-37ef-436d-b587-020bdcf55af8@backup.a91f2a80-881b-42e6-9584-0e8a17178049.snap.1654377231.1162524 -' into... {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}}
Jun 04 21:13:51.875387 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] cmd2='rbd import-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups - backups/volume-5b2e23f7-37ef-436d-b587-020bdcf55af8.backup.a91f2a80-881b-42e6-9584-0e8a17178049' {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}}
Jun 04 21:13:59.682487 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Differential backup transfer completed in 7.8082s {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:837}}
Jun 04 21:13:59.684386 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Getting metadata type 'volume-base-metadata' {{(pid=130367) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:79}}
Jun 04 21:13:59.689236 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=13,cinder:UPDATE=4 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:13:59.702546 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Completed fetching metadata type 'volume-base-metadata' {{(pid=130367) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:98}}
Jun 04 21:13:59.703244 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Getting metadata type 'volume-metadata' {{(pid=130367) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:109}}
Jun 04 21:13:59.714033 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] No metadata type 'volume-metadata' available {{(pid=130367) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:123}}
Jun 04 21:13:59.714571 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Getting metadata type 'volume-glance-metadata' {{(pid=130367) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:132}}
Jun 04 21:13:59.723195 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Completed fetching metadata type 'volume-glance-metadata' {{(pid=130367) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:145}}
Jun 04 21:13:59.723954 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Backing up metadata for volume 5b2e23f7-37ef-436d-b587-020bdcf55af8. {{(pid=130367) _backup_metadata /opt/stack/cinder/cinder/backup/drivers/ceph.py:1003}}
Jun 04 21:13:59.780384 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Backup 'a91f2a80-881b-42e6-9584-0e8a17178049' of volume 5b2e23f7-37ef-436d-b587-020bdcf55af8 finished. {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1069}}
Jun 04 21:13:59.789935 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] ==> disconnect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ff9e15b0>, 'connection_properties': {'name': 'volumes/volume-5b2e23f7-37ef-436d-b587-020bdcf55af8', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '5b2e23f7-37ef-436d-b587-020bdcf55af8', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff9bf550>}, 'force': True, ': True}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:13:59.855221 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] <== disconnect_volume: return (64ms) None {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:13:59.952544 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-4183aaf4-5b8e-4dd6-8c93-9deccd381912 tempest-TestVolumeBackupRestore-633667600 None] Create backup finished. backup: a91f2a80-881b-42e6-9584-0e8a17178049.
Jun 04 21:14:02.461345 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Restore backup started, backup: a91f2a80-881b-42e6-9584-0e8a17178049 volume: f35ce8e5-9954-4c05-b8de-30197fd428d2.
Jun 04 21:14:02.477845 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.18', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:14:02.480766 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:14:02.509950 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.029s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:14:02.510334 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[1be4dcfa-934e-485e-a037-ac89ebcd3bef]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator.  The InitiatorName must be unique\n## for each iSCSI initiator.  Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:35c124abd95c\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:14:02.516686 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:14:02.528706 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[60720361-9fdd-4df0-8095-8f0788c88941]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:14:02.529001 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:14:02.530099 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[60720361-9fdd-4df0-8095-8f0788c88941]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:14:02.533710 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:14:02.539453 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[0c84e0c2-0409-4d1d-9cc0-2e329a096d2c]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:14:02.540360 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:14:02.541612 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c84e0c2-0409-4d1d-9cc0-2e329a096d2c]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:14:02.542920 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:14:02.553652 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.011s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:14:02.554155 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[b16030f9-c481-48f6-b16f-caf1e59a67a7]: (4, ('/dev/sda1\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:14:02.555713 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:14:02.567255 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.011s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:14:02.568180 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[21e254e3-79de-4b24-b154-be702a54328d]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:14:02.570544 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:14:02.579859 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.009s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:14:02.580265 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[14a5152d-cec9-4eeb-ba88-e99b2fcfec0a]: (4, ('fd0278d8-a545-f648-93b8-835fb2f1bd33\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:14:02.581360 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Running cmd (subprocess): nvme version {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:14:02.602118 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] CMD "nvme version" returned: 0 in 0.021s {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:14:02.604938 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=130367) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}}
Jun 04 21:14:02.605266 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}}
Jun 04 21:14:02.605687 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6 dsc:  {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}}
Jun 04 21:14:02.606334 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.18', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:35c124abd95c', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': 'fd0278d8-a545-f648-93b8-835fb2f1bd33', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6', 'found_dsc': ''} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:14:03.357831 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connector [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Factory for rbd on None {{(pid=130367) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}}
Jun 04 21:14:03.360363 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ff090910>, 'connection_properties': {'name': 'volumes/volume-f35ce8e5-9954-4c05-b8de-30197fd428d2', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'f35ce8e5-9954-4c05-b8de-30197fd428d2', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:14:03.361909 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.linuxrbd [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] opening connection to ceph cluster (timeout=-1). {{(pid=130367) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}}
Jun 04 21:14:03.420164 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] <== connect_volume: return (58ms) {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff9bf550>} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:14:03.430076 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:14:03.448004 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Starting restore from Ceph backup=a91f2a80-881b-42e6-9584-0e8a17178049 to volume=volume-f35ce8e5-9954-4c05-b8de-30197fd428d2 {{(pid=130367) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1349}}
Jun 04 21:14:03.571245 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Looking for snapshot of backup base 'volume-5b2e23f7-37ef-436d-b587-020bdcf55af8.backup.a91f2a80-881b-42e6-9584-0e8a17178049' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}}
Jun 04 21:14:03.571947 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Found snapshot 'backup.a91f2a80-881b-42e6-9584-0e8a17178049.snap.1654377231.1162524' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}}
Jun 04 21:14:03.585643 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Volume file is RBD. {{(pid=130367) _diff_restore_allowed /opt/stack/cinder/cinder/backup/drivers/ceph.py:1251}}
Jun 04 21:14:03.653498 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Attempting differential restore. {{(pid=130367) _restore_volume /opt/stack/cinder/cinder/backup/drivers/ceph.py:1304}}
Jun 04 21:14:03.654202 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Attempting incremental restore from base='volume-5b2e23f7-37ef-436d-b587-020bdcf55af8.backup.a91f2a80-881b-42e6-9584-0e8a17178049' snap='backup.a91f2a80-881b-42e6-9584-0e8a17178049.snap.1654377231.1162524' {{(pid=130367) _diff_restore_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:1150}}
Jun 04 21:14:03.654808 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Performing differential transfer from 'volume-5b2e23f7-37ef-436d-b587-020bdcf55af8.backup.a91f2a80-881b-42e6-9584-0e8a17178049' to 'volume-f35ce8e5-9954-4c05-b8de-30197fd428d2' {{(pid=130367) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}}
Jun 04 21:14:03.655433 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Piping cmd1='rbd export-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups backups/volume-5b2e23f7-37ef-436d-b587-020bdcf55af8.backup.a91f2a80-881b-42e6-9584-0e8a17178049@backup.a91f2a80-881b-42e6-9584-0e8a17178049.snap.1654377231.1162524 -' into... {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}}
Jun 04 21:14:03.656059 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] cmd2='rbd import-diff --id cinder --conf /tmp/brickrbd_nh5cxuhc --pool volumes - volumes/volume-f35ce8e5-9954-4c05-b8de-30197fd428d2' {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}}
Jun 04 21:14:09.791824 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Restore transfer completed in 6.1355s {{(pid=130367) _diff_restore_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:1172}}
Jun 04 21:14:09.792972 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Restore target I/O object does not support fileno() - skipping call to fsync(). {{(pid=130367) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1360}}
Jun 04 21:14:09.851343 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Restoring volume base metadata {{(pid=130367) _restore_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:177}}
Jun 04 21:14:09.889498 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] No metadata of type 'volume-metadata' to restore {{(pid=130367) put /opt/stack/cinder/cinder/backup/driver.py:345}}
Jun 04 21:14:09.890262 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Restoring volume glance metadata {{(pid=130367) _restore_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:258}}
Jun 04 21:14:10.140169 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Restore to volume f35ce8e5-9954-4c05-b8de-30197fd428d2 finished successfully. {{(pid=130367) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1367}}
Jun 04 21:14:10.142851 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] ==> disconnect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ff090910>, 'connection_properties': {'name': 'volumes/volume-f35ce8e5-9954-4c05-b8de-30197fd428d2', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'f35ce8e5-9954-4c05-b8de-30197fd428d2', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff9bf550>}, 'force': True, ': False}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:14:10.164592 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] <== disconnect_volume: return (20ms) None {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:14:10.230540 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.manager [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Encryption key ID for volume f35ce8e5-9954-4c05-b8de-30197fd428d2 already matches encryption key ID in backup a91f2a80-881b-42e6-9584-0e8a17178049. {{(pid=130367) _run_restore /opt/stack/cinder/cinder/backup/manager.py:824}}
Jun 04 21:14:10.281029 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-be4c7a69-9261-4884-9fba-cfe5e0f29a8b tempest-TestVolumeBackupRestore-633667600 None] Finished restoring backup a91f2a80-881b-42e6-9584-0e8a17178049 to volume f35ce8e5-9954-4c05-b8de-30197fd428d2.
Jun 04 21:14:12.115554 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=54,cinder:UPDATE=5,cinder:INSERT=7 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:14:20.908054 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:14:20.908665 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:14:32.104773 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:14:32.105882 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=41,cinder:UPDATE=7,cinder:INSERT=6 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:15:12.093714 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:15:12.095821 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:15:20.905201 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:15:20.905814 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:15:32.092763 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:15:42.104150 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:15:43.922998 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-5e45f224-57ac-471f-a94f-0f88642d2d8f tempest-TestVolumeBackupRestore-633667600 None] Delete backup started, backup: a91f2a80-881b-42e6-9584-0e8a17178049.
Jun 04 21:15:43.924951 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-5e45f224-57ac-471f-a94f-0f88642d2d8f tempest-TestVolumeBackupRestore-633667600 None] Delete started for backup=a91f2a80-881b-42e6-9584-0e8a17178049 {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}}
Jun 04 21:15:43.925433 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-5e45f224-57ac-471f-a94f-0f88642d2d8f tempest-TestVolumeBackupRestore-633667600 None] Trying diff format basename='volume-5b2e23f7-37ef-436d-b587-020bdcf55af8.backup.a91f2a80-881b-42e6-9584-0e8a17178049' for backup base image of volume 5b2e23f7-37ef-436d-b587-020bdcf55af8. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}}
Jun 04 21:15:44.051735 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-5e45f224-57ac-471f-a94f-0f88642d2d8f tempest-TestVolumeBackupRestore-633667600 None] Looking for snapshot of backup base 'volume-5b2e23f7-37ef-436d-b587-020bdcf55af8.backup.a91f2a80-881b-42e6-9584-0e8a17178049' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}}
Jun 04 21:15:44.052308 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-5e45f224-57ac-471f-a94f-0f88642d2d8f tempest-TestVolumeBackupRestore-633667600 None] Found snapshot 'backup.a91f2a80-881b-42e6-9584-0e8a17178049.snap.1654377231.1162524' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}}
Jun 04 21:15:44.052759 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-5e45f224-57ac-471f-a94f-0f88642d2d8f tempest-TestVolumeBackupRestore-633667600 None] Deleting backup snapshot='backup.a91f2a80-881b-42e6-9584-0e8a17178049.snap.1654377231.1162524' {{(pid=130367) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:501}}
Jun 04 21:15:44.816485 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.drivers.ceph [None req-5e45f224-57ac-471f-a94f-0f88642d2d8f tempest-TestVolumeBackupRestore-633667600 None] Deleting backup base image='volume-5b2e23f7-37ef-436d-b587-020bdcf55af8.backup.a91f2a80-881b-42e6-9584-0e8a17178049' of volume 5b2e23f7-37ef-436d-b587-020bdcf55af8.
Jun 04 21:15:46.310309 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-5e45f224-57ac-471f-a94f-0f88642d2d8f tempest-TestVolumeBackupRestore-633667600 None] Base backup image='volume-5b2e23f7-37ef-436d-b587-020bdcf55af8.backup.a91f2a80-881b-42e6-9584-0e8a17178049' of volume 5b2e23f7-37ef-436d-b587-020bdcf55af8 deleted. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:591}}
Jun 04 21:15:46.395470 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-5e45f224-57ac-471f-a94f-0f88642d2d8f tempest-TestVolumeBackupRestore-633667600 None] Delete of backup 'a91f2a80-881b-42e6-9584-0e8a17178049' for volume '5b2e23f7-37ef-436d-b587-020bdcf55af8' finished. {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}}
Jun 04 21:15:46.404969 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-5e45f224-57ac-471f-a94f-0f88642d2d8f tempest-TestVolumeBackupRestore-633667600 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:15:46.452828 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.quota [None req-5e45f224-57ac-471f-a94f-0f88642d2d8f tempest-TestVolumeBackupRestore-633667600 None] Created reservations ['7fada977-6712-4cdf-8910-76ef385977b0', 'b55b1623-e6aa-4572-8e75-d1b3b09dda08'] {{(pid=130367) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jun 04 21:15:46.531582 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-5e45f224-57ac-471f-a94f-0f88642d2d8f tempest-TestVolumeBackupRestore-633667600 None] Delete backup finished, backup a91f2a80-881b-42e6-9584-0e8a17178049 deleted.
Jun 04 21:16:02.110198 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=13,cinder:UPDATE=8 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:16:20.903841 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:16:20.904765 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:16:22.105544 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=12,cinder:UPDATE=2,cinder:INSERT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:16:37.143060 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:16:37.294906 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Create backup started, backup: c9a1afec-67e1-46bd-9c94-a43a9454f31f volume: 1cc49d5c-997d-437a-81e2-dc8b803becae snapshot: 381b580f-61c1-4781-b5c2-7fb78658db63.
Jun 04 21:16:37.314947 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2022-06-04T21:16:36Z,data_timestamp=2022-06-04T21:16:36Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-VolumesSnapshotTestJSON-Backup-624894311',encryption_key_id=None,fail_reason=None,host='ncdv-master-1',id=c9a1afec-67e1-46bd-9c94-a43a9454f31f,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='82e56305a8994e3ca45920448336ba18',restore_volume_id=None,service='cinder.backup.drivers.ceph.CephBackupDriver',service_metadata=None,size=1,snapshot_id='381b580f-61c1-4781-b5c2-7fb78658db63',status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='59e619953f32406891051e0e029c1670',volume_id=1cc49d5c-997d-437a-81e2-dc8b803becae)
Jun 04 21:16:37.906295 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.18', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:16:37.915353 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:16:37.939616 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.030s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:16:37.940602 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[aba419dc-4020-44c6-8025-505cc23e711b]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator.  The InitiatorName must be unique\n## for each iSCSI initiator.  Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:35c124abd95c\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:16:37.943143 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:16:37.967105 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[a9635b7b-9b27-44da-bf6e-c5204272fa49]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:16:37.967771 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:16:37.969674 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9635b7b-9b27-44da-bf6e-c5204272fa49]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:16:37.972677 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:16:37.998062 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[3e0172fb-bcc9-4aa8-b5de-27b3a6b8329d]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:16:37.998731 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:16:38.001407 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e0172fb-bcc9-4aa8-b5de-27b3a6b8329d]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:16:38.003307 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:16:38.038170 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.034s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:16:38.038701 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a81dab6-8c8a-498f-8fb8-b506cd760c36]: (4, ('/dev/sda1\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:16:38.042912 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:16:38.058667 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.018s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:16:38.058985 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[0973f4ee-0282-48bb-b77a-1117acafe4c8]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:16:38.061981 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:16:38.090883 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.030s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:16:38.092550 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[12b35220-8eb0-42b2-8fc7-6f41f283db71]: (4, ('fd0278d8-a545-f648-93b8-835fb2f1bd33\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:16:38.093359 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Running cmd (subprocess): nvme version {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:16:38.173832 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] CMD "nvme version" returned: 0 in 0.080s {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:16:38.178133 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=130367) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}}
Jun 04 21:16:38.178932 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}}
Jun 04 21:16:38.179630 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6 dsc:  {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}}
Jun 04 21:16:38.181064 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] <== get_connector_properties: return (273ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.18', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:35c124abd95c', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': 'fd0278d8-a545-f648-93b8-835fb2f1bd33', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6', 'found_dsc': ''} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:16:39.323816 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connector [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Factory for rbd on None {{(pid=130367) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}}
Jun 04 21:16:39.325555 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f1a003aaa60>, 'connection_properties': {'name': 'volumes/volume-3d065472-61d6-4025-a119-ac331062b6cb', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '3d065472-61d6-4025-a119-ac331062b6cb', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:16:39.326769 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.linuxrbd [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] opening connection to ceph cluster (timeout=-1). {{(pid=130367) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}}
Jun 04 21:16:39.444286 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] <== connect_volume: return (118ms) {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ffb4a220>} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:16:39.463771 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:16:39.496529 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Starting backup of volume='1cc49d5c-997d-437a-81e2-dc8b803becae'. {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1028}}
Jun 04 21:16:39.551539 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] RBD also supports fast-diff, enabling it together with exclusive-lock and object-map {{(pid=130367) _get_rbd_support /opt/stack/cinder/cinder/backup/drivers/ceph.py:277}}
Jun 04 21:16:39.551984 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Creating backup base image='volume-1cc49d5c-997d-437a-81e2-dc8b803becae.backup.base' for volume 1cc49d5c-997d-437a-81e2-dc8b803becae. {{(pid=130367) _full_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:880}}
Jun 04 21:16:39.650075 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Copying data from volume 1cc49d5c-997d-437a-81e2-dc8b803becae. {{(pid=130367) _full_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:892}}
Jun 04 21:16:39.675084 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Transferring data between 'volume-1cc49d5c-997d-437a-81e2-dc8b803becae' and 'volume-1cc49d5c-997d-437a-81e2-dc8b803becae.backup.base' {{(pid=130367) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:421}}
Jun 04 21:16:39.675417 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] 8 chunks of 134217728 bytes to be transferred {{(pid=130367) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:425}}
Jun 04 21:16:41.741549 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Transferred chunk 1 of 8 (63456K/s) {{(pid=130367) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}}
Jun 04 21:16:44.118748 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Transferred chunk 2 of 8 (55170K/s) {{(pid=130367) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}}
Jun 04 21:16:46.016983 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Transferred chunk 3 of 8 (69148K/s) {{(pid=130367) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}}
Jun 04 21:16:47.683646 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Transferred chunk 4 of 8 (78734K/s) {{(pid=130367) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}}
Jun 04 21:16:49.486163 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:16:49.822074 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Transferred chunk 5 of 8 (61319K/s) {{(pid=130367) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}}
Jun 04 21:16:52.255221 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Transferred chunk 6 of 8 (53883K/s) {{(pid=130367) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}}
Jun 04 21:16:54.471472 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Transferred chunk 7 of 8 (59156K/s) {{(pid=130367) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}}
Jun 04 21:16:56.742123 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Transferred chunk 8 of 8 (57739K/s) {{(pid=130367) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}}
Jun 04 21:16:56.833511 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Getting metadata type 'volume-base-metadata' {{(pid=130367) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:79}}
Jun 04 21:16:56.859432 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=13,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:16:56.862313 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Completed fetching metadata type 'volume-base-metadata' {{(pid=130367) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:98}}
Jun 04 21:16:56.862915 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Getting metadata type 'volume-metadata' {{(pid=130367) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:109}}
Jun 04 21:16:56.875290 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] No metadata type 'volume-metadata' available {{(pid=130367) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:123}}
Jun 04 21:16:56.877696 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Getting metadata type 'volume-glance-metadata' {{(pid=130367) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:132}}
Jun 04 21:16:56.896553 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] No metadata type 'volume-glance-metadata' available {{(pid=130367) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:147}}
Jun 04 21:16:56.898025 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Backing up metadata for volume 1cc49d5c-997d-437a-81e2-dc8b803becae. {{(pid=130367) _backup_metadata /opt/stack/cinder/cinder/backup/drivers/ceph.py:1003}}
Jun 04 21:16:56.980054 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Backup 'c9a1afec-67e1-46bd-9c94-a43a9454f31f' of volume 1cc49d5c-997d-437a-81e2-dc8b803becae finished. {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1069}}
Jun 04 21:16:56.981556 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] ==> disconnect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f1a003aaa60>, 'connection_properties': {'name': 'volumes/volume-3d065472-61d6-4025-a119-ac331062b6cb', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '3d065472-61d6-4025-a119-ac331062b6cb', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ffb4a220>}, 'force': True, ': True}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:16:57.010408 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] <== disconnect_volume: return (28ms) None {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:16:57.228538 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-30acf6b8-2562-445c-8890-9828abb3bef5 tempest-VolumesSnapshotTestJSON-1648955989 None] Create backup finished. backup: c9a1afec-67e1-46bd-9c94-a43a9454f31f.
Jun 04 21:16:58.549292 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-4967c5d7-272f-4430-a5a9-be7a675ab321 tempest-VolumesSnapshotTestJSON-1648955989 None] Delete backup started, backup: c9a1afec-67e1-46bd-9c94-a43a9454f31f.
Jun 04 21:16:58.551250 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4967c5d7-272f-4430-a5a9-be7a675ab321 tempest-VolumesSnapshotTestJSON-1648955989 None] Delete started for backup=c9a1afec-67e1-46bd-9c94-a43a9454f31f {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}}
Jun 04 21:16:58.552075 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4967c5d7-272f-4430-a5a9-be7a675ab321 tempest-VolumesSnapshotTestJSON-1648955989 None] Trying diff format basename='volume-1cc49d5c-997d-437a-81e2-dc8b803becae.backup.c9a1afec-67e1-46bd-9c94-a43a9454f31f' for backup base image of volume 1cc49d5c-997d-437a-81e2-dc8b803becae. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}}
Jun 04 21:16:58.674202 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4967c5d7-272f-4430-a5a9-be7a675ab321 tempest-VolumesSnapshotTestJSON-1648955989 None] Image 'volume-1cc49d5c-997d-437a-81e2-dc8b803becae.backup.c9a1afec-67e1-46bd-9c94-a43a9454f31f' not found - trying diff format name {{(pid=130367) _rbd_image_exists /opt/stack/cinder/cinder/backup/drivers/ceph.py:697}}
Jun 04 21:16:58.716523 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4967c5d7-272f-4430-a5a9-be7a675ab321 tempest-VolumesSnapshotTestJSON-1648955989 None] Looking for snapshot of backup base 'volume-1cc49d5c-997d-437a-81e2-dc8b803becae.backup.base' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}}
Jun 04 21:16:58.717314 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4967c5d7-272f-4430-a5a9-be7a675ab321 tempest-VolumesSnapshotTestJSON-1648955989 None] Backup base 'volume-1cc49d5c-997d-437a-81e2-dc8b803becae.backup.base' has no snapshots {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:960}}
Jun 04 21:16:58.717884 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4967c5d7-272f-4430-a5a9-be7a675ab321 tempest-VolumesSnapshotTestJSON-1648955989 None] No backup snapshot to delete {{(pid=130367) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:504}}
Jun 04 21:16:58.739160 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.drivers.ceph [None req-4967c5d7-272f-4430-a5a9-be7a675ab321 tempest-VolumesSnapshotTestJSON-1648955989 None] Deleting backup base image='volume-1cc49d5c-997d-437a-81e2-dc8b803becae.backup.base' of volume 1cc49d5c-997d-437a-81e2-dc8b803becae.
Jun 04 21:17:00.266285 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4967c5d7-272f-4430-a5a9-be7a675ab321 tempest-VolumesSnapshotTestJSON-1648955989 None] Base backup image='volume-1cc49d5c-997d-437a-81e2-dc8b803becae.backup.base' of volume 1cc49d5c-997d-437a-81e2-dc8b803becae deleted. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:591}}
Jun 04 21:17:00.347162 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-4967c5d7-272f-4430-a5a9-be7a675ab321 tempest-VolumesSnapshotTestJSON-1648955989 None] Delete of backup 'c9a1afec-67e1-46bd-9c94-a43a9454f31f' for volume '1cc49d5c-997d-437a-81e2-dc8b803becae' finished. {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}}
Jun 04 21:17:00.354786 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-4967c5d7-272f-4430-a5a9-be7a675ab321 tempest-VolumesSnapshotTestJSON-1648955989 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:17:00.416799 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.quota [None req-4967c5d7-272f-4430-a5a9-be7a675ab321 tempest-VolumesSnapshotTestJSON-1648955989 None] Created reservations ['d557f2c0-3bae-4a27-8348-1b5607b1885d', '4e655358-d5f3-4ea1-92c8-962ef20e8a55'] {{(pid=130367) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jun 04 21:17:00.509914 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-4967c5d7-272f-4430-a5a9-be7a675ab321 tempest-VolumesSnapshotTestJSON-1648955989 None] Delete backup finished, backup c9a1afec-67e1-46bd-9c94-a43a9454f31f deleted.
Jun 04 21:17:12.136124 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=10,cinder:UPDATE=7,cinder:INSERT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:17:20.900037 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:17:20.900658 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:17:22.128661 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=26,cinder:UPDATE=4,cinder:INSERT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:17:32.150305 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:17:42.162576 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:17:52.143828 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:18:20.897040 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:18:20.897741 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:18:22.138224 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:18:32.134014 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:18:42.142814 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:18:52.144868 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:19:12.152436 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:19:12.156864 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:19:20.897289 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:19:20.900066 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:19:52.127235 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:19:52.129538 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:UPDATE=4,cinder:SELECT=5 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:20:02.139225 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:20:20.896731 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:20:20.897403 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:20:22.134745 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:20:42.135141 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:21:02.138968 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:21:12.152283 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:21:20.893022 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:21:20.893674 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:21:22.169027 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:21:32.158312 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:21:42.152673 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:22:02.141427 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:22:20.898721 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:22:20.899347 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:22:22.154169 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:22:32.162449 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:23:02.148458 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:23:12.152816 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:23:20.897264 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:23:20.897950 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:23:32.151880 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:23:42.146568 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:23:52.161748 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:24:02.164080 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:24:20.894290 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:24:20.896301 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:24:22.151745 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:24:42.160349 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:25:02.154007 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:25:20.894381 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:25:20.895183 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:25:22.151819 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:25:42.154814 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:26:02.142937 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:26:02.150923 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:26:12.157152 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:26:19.736360 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Create backup started, backup: d6e170c1-c6cc-4a27-84ab-d09661f4dd4e volume: 4cc52d0d-08d3-4720-b0fc-21479a9f3af8.
Jun 04 21:26:19.745915 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2022-06-04T21:26:19Z,data_timestamp=2022-06-04T21:26:19Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-VolumesBackupsV39Test-Backup-1520483896',encryption_key_id=None,fail_reason=None,host='ncdv-master-1',id=d6e170c1-c6cc-4a27-84ab-d09661f4dd4e,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='09267f58c3a6428f9377739c93006777',restore_volume_id=None,service='cinder.backup.drivers.ceph.CephBackupDriver',service_metadata=None,size=1,snapshot_id=None,status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='621162cfb6d34ecc99d38689c3690d75',volume_id=4cc52d0d-08d3-4720-b0fc-21479a9f3af8)
Jun 04 21:26:19.789098 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.18', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:26:19.790817 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:26:19.799347 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:26:19.799739 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b8c77e6-284d-44d4-bf71-e1e5d943f22d]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator.  The InitiatorName must be unique\n## for each iSCSI initiator.  Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:35c124abd95c\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:26:19.801079 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:26:19.807554 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[087f8337-96e5-4e80-9c7a-ada64736da5d]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:26:19.808753 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:26:19.809990 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[087f8337-96e5-4e80-9c7a-ada64736da5d]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:26:19.812241 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:26:19.819289 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}}
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[2529ea6a-28c5-47f8-8b51-7e3391d10650]: [Errno 2] No such file or directory: 'systool' {{(pid=156372) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}}
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]: Traceback (most recent call last):
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]:     ret = func(*f_args, **f_kwargs)
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]:     return func(*args, **kwargs)
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]:     return putils.execute(on_execute=on_execute,
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]:   File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]:     obj = subprocess.Popen(cmd,
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 858, in __init__
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]:     self._execute_child(args, executable, preexec_fn, close_fds,
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]:   File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]:     raise child_exception_type(errno_num, err_msg, err_filename)
Jun 04 21:26:19.819852 ncdv-master-1 cinder-backup[130367]: FileNotFoundError: [Errno 2] No such file or directory: 'systool'
Jun 04 21:26:19.820998 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[2529ea6a-28c5-47f8-8b51-7e3391d10650]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:26:19.822121 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:26:19.841610 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.019s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:26:19.842084 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6a312a0-1824-489c-ad77-7bdd2e134797]: (4, ('/dev/sda1\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:26:19.843481 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:26:19.857931 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.014s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:26:19.858342 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed521c8e-2a4f-4d7f-98b2-343aae3c707a]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:26:19.859790 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:26:19.868258 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.008s {{(pid=156372) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:26:19.868769 ncdv-master-1 cinder-backup[130367]: DEBUG oslo.privsep.daemon [-] privsep: reply[64ce1fd9-78f7-454c-9c50-7f8ecca3cb67]: (4, ('fd0278d8-a545-f648-93b8-835fb2f1bd33\n', '')) {{(pid=156372) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}}
Jun 04 21:26:19.869484 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Running cmd (subprocess): nvme version {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jun 04 21:26:19.905263 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_concurrency.processutils [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] CMD "nvme version" returned: 0 in 0.035s {{(pid=130367) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jun 04 21:26:19.907149 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=130367) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}}
Jun 04 21:26:19.907555 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}}
Jun 04 21:26:19.908079 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.lightos [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6 dsc:  {{(pid=130367) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}}
Jun 04 21:26:19.908793 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.utils [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.18', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:35c124abd95c', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': 'fd0278d8-a545-f648-93b8-835fb2f1bd33', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:bbc5cd6f-8172-4e79-8cab-8034266f9ef6', 'found_dsc': ''} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:26:20.698834 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connector [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Factory for rbd on None {{(pid=130367) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}}
Jun 04 21:26:20.700597 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ff04c790>, 'connection_properties': {'name': 'volumes/volume-4cc52d0d-08d3-4720-b0fc-21479a9f3af8', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '4cc52d0d-08d3-4720-b0fc-21479a9f3af8', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:26:20.701663 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.linuxrbd [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] opening connection to ceph cluster (timeout=-1). {{(pid=130367) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}}
Jun 04 21:26:20.764223 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] <== connect_volume: return (62ms) {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff9aa0d0>} {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:26:20.775338 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:26:20.800580 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Starting backup of volume='4cc52d0d-08d3-4720-b0fc-21479a9f3af8'. {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1028}}
Jun 04 21:26:20.801472 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Volume file is RBD: attempting optimized backup {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1039}}
Jun 04 21:26:20.831745 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Creating base image 'volume-4cc52d0d-08d3-4720-b0fc-21479a9f3af8.backup.d6e170c1-c6cc-4a27-84ab-d09661f4dd4e' {{(pid=130367) _create_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:469}}
Jun 04 21:26:20.832604 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] RBD also supports fast-diff, enabling it together with exclusive-lock and object-map {{(pid=130367) _get_rbd_support /opt/stack/cinder/cinder/backup/drivers/ceph.py:277}}
Jun 04 21:26:20.890300 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:26:20.890942 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:26:20.901600 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Using --from-snap 'None' for incremental backup of volume 4cc52d0d-08d3-4720-b0fc-21479a9f3af8. {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:811}}
Jun 04 21:26:20.902551 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Creating backup snapshot='backup.d6e170c1-c6cc-4a27-84ab-d09661f4dd4e.snap.1654377980.9016154' {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:817}}
Jun 04 21:26:21.742341 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Performing differential transfer from 'volume-4cc52d0d-08d3-4720-b0fc-21479a9f3af8' to 'volume-4cc52d0d-08d3-4720-b0fc-21479a9f3af8.backup.d6e170c1-c6cc-4a27-84ab-d09661f4dd4e' {{(pid=130367) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}}
Jun 04 21:26:21.742846 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Piping cmd1='rbd export-diff --id cinder --conf /tmp/brickrbd_daw0m5oe --pool volumes volumes/volume-4cc52d0d-08d3-4720-b0fc-21479a9f3af8@backup.d6e170c1-c6cc-4a27-84ab-d09661f4dd4e.snap.1654377980.9016154 -' into... {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}}
Jun 04 21:26:21.743225 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] cmd2='rbd import-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups - backups/volume-4cc52d0d-08d3-4720-b0fc-21479a9f3af8.backup.d6e170c1-c6cc-4a27-84ab-d09661f4dd4e' {{(pid=130367) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}}
Jun 04 21:26:22.270184 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Differential backup transfer completed in 0.5276s {{(pid=130367) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:837}}
Jun 04 21:26:22.270871 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Getting metadata type 'volume-base-metadata' {{(pid=130367) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:79}}
Jun 04 21:26:22.283577 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Completed fetching metadata type 'volume-base-metadata' {{(pid=130367) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:98}}
Jun 04 21:26:22.284013 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Getting metadata type 'volume-metadata' {{(pid=130367) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:109}}
Jun 04 21:26:22.292173 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] No metadata type 'volume-metadata' available {{(pid=130367) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:123}}
Jun 04 21:26:22.292556 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Getting metadata type 'volume-glance-metadata' {{(pid=130367) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:132}}
Jun 04 21:26:22.299307 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.driver [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] No metadata type 'volume-glance-metadata' available {{(pid=130367) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:147}}
Jun 04 21:26:22.299951 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Backing up metadata for volume 4cc52d0d-08d3-4720-b0fc-21479a9f3af8. {{(pid=130367) _backup_metadata /opt/stack/cinder/cinder/backup/drivers/ceph.py:1003}}
Jun 04 21:26:22.338094 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Backup 'd6e170c1-c6cc-4a27-84ab-d09661f4dd4e' of volume 4cc52d0d-08d3-4720-b0fc-21479a9f3af8 finished. {{(pid=130367) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1069}}
Jun 04 21:26:22.339909 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] ==> disconnect_volume: call "{'self': <os_brick.initiator.connectors.rbd.RBDConnector object at 0x7f19ff04c790>, 'connection_properties': {'name': 'volumes/volume-4cc52d0d-08d3-4720-b0fc-21479a9f3af8', 'hosts': ['10.222.0.18'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '4cc52d0d-08d3-4720-b0fc-21479a9f3af8', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': <os_brick.initiator.linuxrbd.RBDVolumeIOWrapper object at 0x7f19ff9aa0d0>}, 'force': True, ': True}" {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}}
Jun 04 21:26:22.370200 ncdv-master-1 cinder-backup[130367]: DEBUG os_brick.initiator.connectors.rbd [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] <== disconnect_volume: return (29ms) None {{(pid=130367) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}}
Jun 04 21:26:22.436607 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-9e3670ef-5077-473f-b87a-ebdf2d5c0308 tempest-VolumesBackupsV39Test-1548175368 None] Create backup finished. backup: d6e170c1-c6cc-4a27-84ab-d09661f4dd4e.
Jun 04 21:26:22.983727 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-8c108310-0fc9-4a82-8607-109e2602bb09 tempest-VolumesBackupsV39Test-1548175368 None] Delete backup started, backup: d6e170c1-c6cc-4a27-84ab-d09661f4dd4e.
Jun 04 21:26:22.985948 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-8c108310-0fc9-4a82-8607-109e2602bb09 tempest-VolumesBackupsV39Test-1548175368 None] Delete started for backup=d6e170c1-c6cc-4a27-84ab-d09661f4dd4e {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}}
Jun 04 21:26:22.986679 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-8c108310-0fc9-4a82-8607-109e2602bb09 tempest-VolumesBackupsV39Test-1548175368 None] Trying diff format basename='volume-4cc52d0d-08d3-4720-b0fc-21479a9f3af8.backup.d6e170c1-c6cc-4a27-84ab-d09661f4dd4e' for backup base image of volume 4cc52d0d-08d3-4720-b0fc-21479a9f3af8. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}}
Jun 04 21:26:23.048469 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-8c108310-0fc9-4a82-8607-109e2602bb09 tempest-VolumesBackupsV39Test-1548175368 None] Looking for snapshot of backup base 'volume-4cc52d0d-08d3-4720-b0fc-21479a9f3af8.backup.d6e170c1-c6cc-4a27-84ab-d09661f4dd4e' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}}
Jun 04 21:26:23.048873 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-8c108310-0fc9-4a82-8607-109e2602bb09 tempest-VolumesBackupsV39Test-1548175368 None] Found snapshot 'backup.d6e170c1-c6cc-4a27-84ab-d09661f4dd4e.snap.1654377980.9016154' {{(pid=130367) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}}
Jun 04 21:26:23.049236 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-8c108310-0fc9-4a82-8607-109e2602bb09 tempest-VolumesBackupsV39Test-1548175368 None] Deleting backup snapshot='backup.d6e170c1-c6cc-4a27-84ab-d09661f4dd4e.snap.1654377980.9016154' {{(pid=130367) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:501}}
Jun 04 21:26:23.771053 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.drivers.ceph [None req-8c108310-0fc9-4a82-8607-109e2602bb09 tempest-VolumesBackupsV39Test-1548175368 None] Deleting backup base image='volume-4cc52d0d-08d3-4720-b0fc-21479a9f3af8.backup.d6e170c1-c6cc-4a27-84ab-d09661f4dd4e' of volume 4cc52d0d-08d3-4720-b0fc-21479a9f3af8.
Jun 04 21:26:23.982440 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-8c108310-0fc9-4a82-8607-109e2602bb09 tempest-VolumesBackupsV39Test-1548175368 None] Base backup image='volume-4cc52d0d-08d3-4720-b0fc-21479a9f3af8.backup.d6e170c1-c6cc-4a27-84ab-d09661f4dd4e' of volume 4cc52d0d-08d3-4720-b0fc-21479a9f3af8 deleted. {{(pid=130367) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:591}}
Jun 04 21:26:24.022925 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.backup.drivers.ceph [None req-8c108310-0fc9-4a82-8607-109e2602bb09 tempest-VolumesBackupsV39Test-1548175368 None] Delete of backup 'd6e170c1-c6cc-4a27-84ab-d09661f4dd4e' for volume '4cc52d0d-08d3-4720-b0fc-21479a9f3af8' finished. {{(pid=130367) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}}
Jun 04 21:26:24.029268 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_db.sqlalchemy.engines [None req-8c108310-0fc9-4a82-8607-109e2602bb09 tempest-VolumesBackupsV39Test-1548175368 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=130367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 04 21:26:24.057886 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.quota [None req-8c108310-0fc9-4a82-8607-109e2602bb09 tempest-VolumesBackupsV39Test-1548175368 None] Created reservations ['d940539d-672f-4292-a341-1e4af94996e1', '8b33b6a9-27e2-44e4-8b11-f5acbf004f48'] {{(pid=130367) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jun 04 21:26:24.085959 ncdv-master-1 cinder-backup[130367]: INFO cinder.backup.manager [None req-8c108310-0fc9-4a82-8607-109e2602bb09 tempest-VolumesBackupsV39Test-1548175368 None] Delete backup finished, backup d6e170c1-c6cc-4a27-84ab-d09661f4dd4e deleted.
Jun 04 21:26:42.148366 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=20,cinder:UPDATE=8 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:26:42.151744 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=24,cinder:UPDATE=5,cinder:INSERT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:27:20.888367 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:27:20.889112 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:27:22.163874 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:27:22.165910 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:27:42.171495 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:28:02.169388 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:28:20.885968 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:28:20.887456 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:28:22.181395 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:28:42.175487 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:29:02.174514 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:29:20.885740 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:29:20.886799 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:29:22.174066 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:29:42.171468 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:29:52.182551 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:30:12.187602 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:30:20.883250 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:30:20.883986 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:30:32.183786 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:30:52.183120 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:30:52.185852 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:31:20.879895 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:31:20.880601 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:31:22.192782 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:31:42.191636 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:32:02.196167 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:32:20.876639 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:32:20.877661 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:32:22.201868 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:32:42.193171 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:33:02.197881 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:33:12.208606 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:33:20.876723 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:33:20.877725 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:33:32.213139 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:33:42.210184 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:34:02.218432 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:34:20.875997 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:34:20.877073 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:34:22.211177 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:34:22.213817 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:34:42.217322 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:34:52.229004 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:35:12.233924 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:35:20.873905 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:35:20.874474 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:35:22.231124 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:35:42.238445 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:35:42.246658 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:36:02.251576 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:UPDATE=2,cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:36:20.870604 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:36:20.871310 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:36:22.248727 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=9,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:36:52.246250 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:37:02.246882 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:37:20.867923 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:37:20.868682 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:37:32.249231 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:37:32.250880 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:38:12.254330 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:38:12.255449 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:38:20.864774 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:38:20.865483 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:38:42.271581 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:38:42.273404 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:39:20.865027 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:39:20.866053 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:39:22.275761 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:39:22.277324 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:39:32.289590 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:40:02.271304 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:40:12.273165 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:40:20.862476 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:40:20.863458 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:40:42.271437 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:40:52.268113 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:41:20.860865 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:41:20.861587 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:41:22.266894 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:41:32.274870 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:41:52.273197 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:41:52.285828 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:42:12.282013 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:42:20.858163 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:42:20.859344 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:42:32.278406 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:42:52.276031 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:42:52.282045 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:43:20.854442 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:43:20.855270 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:43:22.294231 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:43:22.296789 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:43:52.309186 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:44:02.300101 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:44:20.860503 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:44:20.861741 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:44:22.307015 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:44:32.300139 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:44:52.297646 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:45:02.311588 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:45:20.858049 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:45:20.859231 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:45:22.312136 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:45:42.306119 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:46:02.304801 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:46:12.315431 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:46:20.858117 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:46:20.859197 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:46:32.311321 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:46:52.316210 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:47:12.310078 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:47:20.856354 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:47:20.856993 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:47:32.306896 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:47:52.304366 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:48:12.308416 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:48:20.861958 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:48:20.862668 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:48:32.308666 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:48:42.315498 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:49:02.312441 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:49:20.859216 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:49:20.859951 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:49:22.318139 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:49:32.323455 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:UPDATE=4,cinder:SELECT=5 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:50:02.323866 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:50:12.315914 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:50:20.865083 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:50:20.865739 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:50:32.322696 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:50:52.318603 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:51:12.323094 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:51:20.862825 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:51:20.863552 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:51:32.327913 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:UPDATE=2,cinder:SELECT=4 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:51:42.344695 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:52:02.349729 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:52:20.868264 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:52:20.869020 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:52:22.345178 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:52:32.358286 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:52:52.352282 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:53:02.360661 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:53:20.865142 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:53:20.865849 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:53:22.369214 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=4 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:53:42.369585 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:54:02.353007 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:54:20.861510 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:54:20.862396 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:54:22.354576 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:54:42.353942 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:54:52.366378 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:55:20.857484 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:55:20.858506 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:55:22.354255 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:55:32.355105 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:56:02.352684 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:56:12.355794 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:56:20.856910 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:56:20.858107 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:56:42.348580 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:56:52.359209 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:57:12.361645 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:57:20.853767 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:57:20.854426 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:57:22.360266 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:57:42.357526 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:58:02.366188 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:58:20.851023 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:58:20.852175 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:58:22.360254 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:58:42.358152 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:59:02.354704 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:59:20.849037 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 21:59:20.850526 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 21:59:22.353462 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:59:32.363860 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 21:59:52.364755 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:00:12.361113 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:00:20.849059 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:00:20.850130 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:00:32.362924 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:00:52.356030 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:01:12.353680 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:01:20.848573 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:01:20.849687 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:01:32.354391 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:01:42.366039 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:UPDATE=4,cinder:SELECT=6 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:02:02.361909 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:02:12.361554 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:02:20.848205 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:02:20.849047 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:02:42.355827 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:02:52.356057 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:03:12.364472 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:03:20.844678 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:03:20.845778 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:03:32.359543 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:03:42.377365 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:04:12.367433 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:04:20.843722 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:04:20.844880 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:04:22.363645 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:04:52.369820 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=4 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:05:02.364224 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:05:20.842717 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:05:20.843680 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:05:32.362343 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:05:42.362248 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:06:02.387838 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:06:20.839807 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:06:20.840930 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:06:22.370402 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:06:42.367498 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:07:02.366071 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:07:20.837141 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:07:20.838248 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:07:22.374937 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:07:42.368814 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:08:02.374008 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:08:20.836343 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:08:20.836995 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:08:22.369685 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:08:42.367817 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:08:52.369089 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:09:12.378719 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:09:20.832907 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:09:20.833863 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:09:32.381124 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:09:42.385095 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:10:12.376426 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:10:22.373400 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:10:52.374705 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:11:02.369470 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:11:20.833733 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:11:20.834634 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:11:32.369420 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:11:42.379225 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:12:12.367557 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:12:20.832023 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:12:20.833099 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:12:22.367456 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:12:52.362542 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:13:02.366555 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:13:20.829227 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:13:20.829984 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:13:32.359278 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:13:42.361326 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:14:02.360050 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:14:20.837183 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:14:20.838254 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:14:22.361683 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:14:22.366912 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:14:42.374047 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:14:52.378846 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:15:20.834953 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:15:20.836133 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:15:22.379367 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:15:22.385960 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=4,cinder:UPDATE=3 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:15:52.385393 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:15:52.392773 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=9,cinder:UPDATE=4 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:16:20.833662 ncdv-master-1 cinder-backup[130367]: DEBUG oslo_service.periodic_task [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=130367) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jun 04 22:16:20.834398 ncdv-master-1 cinder-backup[130367]: DEBUG cinder.manager [None req-67017f29-f197-42bd-894f-6144f402bf65 None None] Notifying Schedulers of capabilities ... {{(pid=130367) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jun 04 22:16:32.375498 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jun 04 22:16:32.378516 ncdv-master-1 cinder-backup[130367]: DEBUG dbcounter [-] [130367] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=130367) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}