-- Logs begin at Sat 2022-05-21 20:01:16 UTC, end at Sat 2022-05-21 22:40:50 UTC. -- May 21 20:59:48.352181 ncdv-master-1 systemd[1]: Started Devstack devstack@c-bak.service. May 21 20:59:51.778435 ncdv-master-1 cinder-backup[123873]: INFO cinder.cmd.backup [-] Backup running with 1 processes. May 21 20:59:51.779925 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "singleton_lock" {{(pid=123873) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 21 20:59:51.780716 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "singleton_lock" {{(pid=123873) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 21 20:59:51.974287 ncdv-master-1 cinder-backup[123873]: INFO dbcounter [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] Registered counter for database cinder May 21 20:59:51.994898 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_db.sqlalchemy.engines [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=123873) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 20:59:52.001818 ncdv-master-1 cinder-backup[123873]: DEBUG dbcounter [-] [123873] Writer thread running {{(pid=123873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 21 20:59:52.271955 ncdv-master-1 cinder-backup[123873]: INFO cinder.rpc [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] Automatically selected cinder-backup objects version 1.39 as minimum service version. May 21 20:59:52.271955 ncdv-master-1 cinder-backup[123873]: INFO cinder.rpc [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] Automatically selected cinder-backup RPC version 2.3 as minimum service version. May 21 20:59:52.271955 ncdv-master-1 cinder-backup[123873]: INFO cinder.rpc [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] Automatically selected cinder-volume objects version 1.39 as minimum service version. May 21 20:59:52.271955 ncdv-master-1 cinder-backup[123873]: INFO cinder.rpc [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] Automatically selected cinder-volume RPC version 3.18 as minimum service version. May 21 20:59:52.277746 ncdv-master-1 cinder-backup[123873]: INFO cinder.rpc [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] Automatically selected cinder-scheduler objects version 1.39 as minimum service version. May 21 20:59:52.282533 ncdv-master-1 cinder-backup[123873]: INFO cinder.rpc [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] Automatically selected cinder-scheduler RPC version 3.12 as minimum service version. May 21 20:59:52.365370 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_db.sqlalchemy.engines [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=123873) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 20:59:52.658610 ncdv-master-1 cinder-backup[123873]: INFO oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] Starting 1 workers May 21 20:59:52.670763 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] Started child 124319 {{(pid=123873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 21 20:59:52.676375 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] Full set of CONF: {{(pid=123873) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 21 20:59:52.676375 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] ******************************************************************************** {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 21 20:59:52.676375 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] Configuration options gathered from: {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 21 20:59:52.676375 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] command line args: ['--config-file', '/etc/cinder/cinder.conf'] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 21 20:59:52.676375 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] config files: ['/etc/cinder/cinder.conf'] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 21 20:59:52.676375 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] ================================================================================ {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 21 20:59:52.676883 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] allow_availability_zone_fallback = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.684219 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] allow_compression_on_image_upload = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.684661 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] allowed_direct_url_schemes = [] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.685051 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] api_rate_limit = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.685575 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] auth_strategy = keystone {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.685975 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_availability_zone = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.686371 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_api_class = cinder.backup.api.API {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.686917 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_ceph_chunk_size = 134217728 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.690244 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_ceph_conf = /etc/ceph/ceph.conf {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.690645 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_ceph_image_journals = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.691081 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_ceph_pool = backups {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.691476 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_ceph_stripe_count = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.691847 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_ceph_stripe_unit = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.694624 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_ceph_user = cinder-bak {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.695180 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_driver = cinder.backup.drivers.ceph.CephBackupDriver {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.695572 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_driver_init_check_interval = 60 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.695969 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_driver_stats_polling_interval = 60 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.697413 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_manager = cinder.backup.manager.BackupManager {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.697839 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_max_operations = 15 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.698246 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_metadata_version = 2 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.698657 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_name_template = backup-%s {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.699034 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_native_threads_pool_size = 60 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.699414 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_object_number_per_notification = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.699791 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_service_inithost_offload = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.700140 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_timer_interval = 120 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.700570 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_use_same_host = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.700960 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_use_temp_snapshot = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.701339 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backup_workers = 1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.701747 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] chap_password = **** {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.702282 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] chap_username = {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.702725 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.702912 ncdv-master-1 cinder-backup[124319]: INFO cinder.service [-] Starting cinder-backup node (version 20.1.0) May 21 20:59:52.703419 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cinder_internal_tenant_project_id = e624588d8a9b48dc82eff460e157b277 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.703631 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cinder_internal_tenant_user_id = 4e497527a115478d9c8f08e83c64cd74 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.703942 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] compression_format = gzip {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.704383 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] config_dir = [] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.704682 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] config_file = ['/etc/cinder/cinder.conf'] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.705179 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] config_source = [] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.705581 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] consistencygroup_api_class = cinder.consistencygroup.api.API {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.705988 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] control_exchange = openstack {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.706400 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] debug = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.706873 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] default_availability_zone = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.707096 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] default_group_type = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.707917 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'swiftclient=WARN', 'botocore=WARN'] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.710043 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] default_volume_type = ceph {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.710530 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] driver_client_cert = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.710713 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] driver_client_cert_key = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.711025 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] driver_data_namespace = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.711401 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] driver_ssl_cert_path = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.711790 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] driver_ssl_cert_verify = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.713224 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] driver_use_ssl = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.713224 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] enable_new_services = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.713224 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] enable_unsupported_driver = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.718149 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] enabled_backends = ['ceph'] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.718149 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] enforce_multipath_for_image_xfer = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.718149 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] filter_function = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.718149 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] glance_api_insecure = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.718149 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] glance_api_servers = ['http://10.222.0.49/image'] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.718149 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] glance_api_ssl_compression = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.718605 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] glance_ca_certificates_file = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.718605 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] glance_catalog_info = image:glance:publicURL {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.718605 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] glance_certfile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.718605 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] glance_core_properties = ['checksum', 'container_format', 'disk_format', 'image_name', 'image_id', 'min_disk', 'min_ram', 'name', 'size'] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.718605 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] glance_keyfile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.718605 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] glance_num_retries = 3 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.719000 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] glance_request_timeout = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.719000 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] goodness_function = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.719000 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] graceful_shutdown_timeout = 5 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.719206 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] group_api_class = cinder.group.api.API {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.719473 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] host = ncdv-master-1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.720020 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] iet_conf = /etc/iet/ietd.conf {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.720620 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] image_compress_on_upload = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.721259 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] image_conversion_address_space_limit = 1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.721848 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] image_conversion_cpu_limit = 60 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.722680 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] image_conversion_dir = /opt/stack/data/cinder/conversion {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.723237 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] image_upload_use_cinder_backend = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.723818 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] image_upload_use_internal_tenant = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.724382 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] image_volume_cache_enabled = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.725206 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] image_volume_cache_max_count = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.725759 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] image_volume_cache_max_size_gb = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.946431 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] instance_format = [instance: %(uuid)s] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.946431 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.946431 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] iscsi_iotype = fileio {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.946431 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] iscsi_secondary_ip_addresses = [] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.946431 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] iscsi_target_flags = {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.946431 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] iscsi_write_cache = on {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.946431 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] iser_helper = tgtadm {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.948082 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] iser_ip_address = 10.222.0.49 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.948082 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] iser_port = 3260 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.948082 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] iser_target_prefix = iqn.2010-10.org.openstack: {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.948082 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] log_config_append = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.948082 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.948082 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] log_dir = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.948545 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] log_file = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.948545 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] log_options = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.948545 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] log_rotate_interval = 1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.948545 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] log_rotate_interval_type = days {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.948545 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] log_rotation_type = none {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.948545 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949015 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949015 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949015 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949015 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949015 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] max_age = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949015 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] max_logfile_count = 30 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949425 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] max_logfile_size_mb = 200 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949425 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] max_over_subscription_ratio = 20.0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949425 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] message_reap_interval = 86400 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949425 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] message_ttl = 2592000 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949425 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] monkey_patch = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949425 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] monkey_patch_modules = [] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949425 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] my_ip = 10.222.0.49 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949899 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] no_snapshot_gb_quota = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949899 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] num_iser_scan_tries = 3 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949899 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] num_shell_tries = 3 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949899 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] num_volume_device_scan_tries = 3 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949899 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] nvmet_ns_id = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949899 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] nvmet_port_id = 1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.949899 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] osapi_max_limit = 1000 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.950404 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] osapi_volume_ext_list = [] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.950404 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] osapi_volume_extension = ['cinder.api.contrib.standard_extensions'] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.950404 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] osapi_volume_listen = 0.0.0.0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.950404 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] osapi_volume_listen_port = 8776 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.950404 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] osapi_volume_use_ssl = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.950404 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] osapi_volume_workers = 2 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.950814 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] per_volume_size_limit = -1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.950814 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] periodic_fuzzy_delay = 60 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.950814 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] periodic_interval = 60 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.950814 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] project_id_regex = [0-9a-f\-]+ {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.950814 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] public_endpoint = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.950814 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] publish_errors = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.950814 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] quota_backup_gigabytes = 1000 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.951750 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] quota_backups = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.951750 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] quota_consistencygroups = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.951750 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] quota_driver = cinder.quota.DbQuotaDriver {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.951750 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] quota_gigabytes = 1000 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.951750 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] quota_groups = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.951750 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] quota_snapshots = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.951750 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] quota_volumes = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.952896 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] rate_limit_burst = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.952896 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] rate_limit_except_level = CRITICAL {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.952896 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] rate_limit_interval = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.952896 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] replication_device = **** {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.952896 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] report_discard_supported = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.952896 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] report_interval = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.952896 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] reservation_clean_interval = 86400 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.953909 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] reservation_expire = 86400 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.953909 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] reserved_percentage = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.953909 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] resource_query_filters_file = /etc/cinder/resource_filters.json {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.953909 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] restore_discard_excess_bytes = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.953909 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] rootwrap_config = /etc/cinder/rootwrap.conf {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.953909 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] rpc_response_timeout = 120 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.954853 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] run_external_periodic_tasks = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.954853 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] scheduler_manager = cinder.scheduler.manager.SchedulerManager {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.954853 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] scst_target_driver = iscsi {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.954853 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] scst_target_iqn_name = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.954853 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] service_down_time = 60 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.954853 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] snapshot_name_template = snapshot-%s {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.955323 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] split_loggers = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.955323 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] state_path = /opt/stack/data/cinder {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.955323 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] storage_availability_zone = nova {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.955323 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] storage_protocol = iSCSI {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.955323 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] syslog_log_facility = LOG_USER {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.955323 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] target_helper = lioadm {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.955728 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.lockutils [None req-54b51e1b-43e8-4933-8e06-ee7caa38e817 None None] Lock "cleanup_incomplete_backups_123873" acquired by "cinder.backup.manager.BackupManager._cleanup_incomplete_backup_operations" :: waited 0.025s {{(pid=124319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 21 20:59:52.955816 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] target_ip_address = 10.222.0.49 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.955896 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-54b51e1b-43e8-4933-8e06-ee7caa38e817 None None] Cleaning up incomplete backup operations. May 21 20:59:52.955974 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] target_port = 3260 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.955974 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] target_prefix = iqn.2010-10.org.openstack: {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.955974 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] target_protocol = iscsi {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.955974 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] trace_flags = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.955974 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] transfer_api_class = cinder.transfer.api.API {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.955974 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] transport_url = **** {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.961227 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] until_refresh = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.961227 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] use_chap_auth = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.961227 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] use_default_quota_class = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.961227 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] use_eventlog = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.961227 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] use_journal = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.961227 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] use_json = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.961227 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] use_multipath_for_image_xfer = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.961747 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] use_stderr = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.961747 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] use_syslog = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.961747 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] verify_glance_signatures = enabled {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.961747 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] volume_api_class = cinder.volume.api.API {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.961747 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] volume_backend_name = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.961747 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] volume_clear = zero {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.961747 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] volume_clear_ionice = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.962205 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] volume_clear_size = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.962205 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] volume_copy_blkio_cgroup_name = cinder-volume-copy {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.962205 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] volume_copy_bps_limit = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.962205 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] volume_dd_blocksize = 1M {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.962205 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] volume_manager = cinder.volume.manager.VolumeManager {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.962205 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] volume_name_template = volume-%s {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.962806 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] volume_usage_audit_period = month {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.962806 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] volumes_dir = /opt/stack/data/cinder/volumes {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.962806 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] watch_log_file = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 20:59:52.962806 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.962806 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.962806 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_concurrency.disable_process_locking = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963186 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_concurrency.lock_path = /opt/stack/data/cinder {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963186 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963186 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963186 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963186 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963186 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963581 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.admin_password = **** {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963581 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.admin_tenant_name = admin {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963718 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-54b51e1b-43e8-4933-8e06-ee7caa38e817 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 20:59:52.963800 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.admin_token = **** {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963800 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.admin_user = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963800 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.auth_admin_prefix = {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963800 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963800 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.auth_port = 35357 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963800 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.auth_protocol = https {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.963800 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.auth_section = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.964255 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.auth_type = password {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.964255 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.auth_uri = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.964255 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.auth_version = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.964255 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.cache = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.964255 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.964255 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.certfile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.964742 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.delay_auth_decision = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.964742 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.enforce_token_bind = permissive {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.964742 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.http_connect_timeout = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.964742 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.http_request_max_retries = 3 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.964742 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.identity_uri = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.964742 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.include_service_catalog = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965129 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.insecure = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965129 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.interface = public {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965129 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.keyfile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965129 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965129 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965129 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965517 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965517 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965517 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.memcache_secret_key = **** {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965517 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.memcache_security_strategy = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965517 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965517 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965922 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.region_name = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965922 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.service_token_roles = ['service'] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965922 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.service_token_roles_required = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965922 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.service_type = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965922 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.token_cache_time = 300 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.965922 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] keystone_authtoken.www_authenticate_uri = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.966337 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.backend = dogpile.cache.null {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.966337 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.backend_argument = **** {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.966337 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.config_prefix = cache.oslo {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.966337 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.dead_timeout = 60.0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.966337 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.debug_cache_backend = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.966337 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.enable_retry_client = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.966337 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.enable_socket_keepalive = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.966786 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.enabled = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.966786 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.expiration_time = 600 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.966786 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.hashclient_retry_attempts = 2 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.966786 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.hashclient_retry_delay = 1.0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.966786 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.memcache_dead_retry = 300 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.966786 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.966786 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.967216 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.memcache_pool_maxsize = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.967216 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.967216 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.967216 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.memcache_socket_timeout = 1.0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.967216 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.proxies = [] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.967216 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.retry_attempts = 2 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.967216 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.retry_delay = 0.0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.967870 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.socket_keepalive_count = 1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.967870 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.socket_keepalive_idle = 1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.967870 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.socket_keepalive_interval = 1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.967870 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.tls_allowed_ciphers = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.967870 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.tls_cafile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.967870 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.tls_certfile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.967870 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.tls_enabled = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.968857 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cache.tls_keyfile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.968857 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] coordination.backend_url = etcd3+http://10.222.0.49:2379 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.968857 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.backend = sqlalchemy {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.968857 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.connection = **** {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.968857 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.connection_debug = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.968857 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.connection_parameters = {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.968857 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.connection_recycle_time = 3600 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.969385 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.connection_trace = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.969385 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.db_inc_retry_interval = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.969385 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.db_max_retries = 20 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.969385 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.db_max_retry_interval = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.969385 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.db_retry_interval = 1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.969385 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.max_overflow = 50 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.969385 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.max_pool_size = 5 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.970111 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.max_retries = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.970111 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.mysql_enable_ndb = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.970111 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.970111 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.pool_timeout = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.970111 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.retry_interval = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.970111 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.slave_connection = **** {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.970111 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.sqlite_synchronous = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.971394 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] database.use_db_reconnect = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.971394 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_policy.enforce_new_defaults = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.971394 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_policy.enforce_scope = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.971394 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_policy.policy_default_rule = default {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.971394 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.971394 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_policy.policy_file = policy.yaml {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.972125 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.972125 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.972125 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.972125 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.972125 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.972125 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] profiler.connection_string = messaging:// {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.972851 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] profiler.enabled = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.972851 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] profiler.es_doc_type = notification {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.972851 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] profiler.es_scroll_size = 10000 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.972851 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] profiler.es_scroll_time = 2m {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.972851 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] profiler.filter_error_trace = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.972851 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] profiler.hmac_keys = SECRET_KEY {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.972851 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] profiler.sentinel_service_name = mymaster {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.973594 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] profiler.socket_timeout = 0.1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.973594 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] profiler.trace_sqlalchemy = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.973594 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] privsep_osbrick.capabilities = [21] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.973594 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] privsep_osbrick.group = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.973594 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] privsep_osbrick.helper_command = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.973594 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] privsep_osbrick.logger_name = oslo_privsep.daemon {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.973594 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] privsep_osbrick.thread_pool_size = 4 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.974329 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] privsep_osbrick.user = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.974329 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cinder_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.974329 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cinder_sys_admin.group = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.974329 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cinder_sys_admin.helper_command = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.974329 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cinder_sys_admin.logger_name = oslo_privsep.daemon {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.974329 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cinder_sys_admin.thread_pool_size = 4 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.974329 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] cinder_sys_admin.user = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.975131 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] service_user.auth_section = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.975131 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] service_user.auth_type = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.975131 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] service_user.cafile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.975131 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] service_user.certfile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.975131 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] service_user.collect_timing = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.975131 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] service_user.insecure = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.975131 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] service_user.keyfile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.976544 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] service_user.send_service_user_token = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.976544 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] service_user.split_loggers = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.976544 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] service_user.timeout = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.976544 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.backend_availability_zone = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.977133 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writer thread running {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 21 20:59:52.977275 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.chap_password = **** {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.977275 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.chap_username = {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.977275 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.chiscsi_conf = /etc/chelsio-iscsi/chiscsi.conf {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.977275 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.deferred_deletion_delay = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.977275 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.deferred_deletion_purge_interval = 60 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.977275 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.driver_client_cert = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.980726 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.driver_client_cert_key = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.980726 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.driver_data_namespace = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.980726 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.driver_ssl_cert_path = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.980726 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.driver_ssl_cert_verify = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.980726 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.driver_use_ssl = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.980726 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.enable_deferred_deletion = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.981563 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.enable_unsupported_driver = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.981563 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.enforce_multipath_for_image_xfer = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.981563 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.filter_function = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.981563 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.goodness_function = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.981563 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.iet_conf = /etc/iet/ietd.conf {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.981563 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.image_upload_use_cinder_backend = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.982308 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.image_upload_use_internal_tenant = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.982308 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.image_volume_cache_enabled = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.982308 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.image_volume_cache_max_count = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.982308 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.image_volume_cache_max_size_gb = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.982308 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.iscsi_iotype = fileio {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.982308 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.iscsi_secondary_ip_addresses = [] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.983055 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.iscsi_target_flags = {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.983055 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.iscsi_write_cache = on {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.983055 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.iser_helper = tgtadm {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.983055 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.iser_ip_address = 10.222.0.49 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.983055 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.iser_port = 3260 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.983055 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.iser_target_prefix = iqn.2010-10.org.openstack: {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.983815 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.max_over_subscription_ratio = 20.0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.983815 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.num_iser_scan_tries = 3 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.983815 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.num_shell_tries = 3 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.983815 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.num_volume_device_scan_tries = 3 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.983815 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.nvmet_ns_id = 10 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.983815 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.nvmet_port_id = 1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.983815 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.rados_connect_timeout = -1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.984847 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.rados_connection_interval = 5 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.984847 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.rados_connection_retries = 3 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.984847 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.rbd_ceph_conf = {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.984847 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.rbd_cluster_name = ceph {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.984847 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.rbd_exclusive_cinder_pool = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.984847 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.rbd_flatten_volume_from_snapshot = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.985586 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.rbd_max_clone_depth = 5 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.985586 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.rbd_pool = rbd {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.985586 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.rbd_secret_uuid = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.985586 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.rbd_store_chunk_size = 4 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.985586 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.rbd_user = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.985586 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.replication_connect_timeout = 5 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.985586 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.replication_device = **** {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.986368 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.report_discard_supported = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.986368 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.report_dynamic_total_capacity = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.986368 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.reserved_percentage = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.986368 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.scst_target_driver = iscsi {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.986368 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.scst_target_iqn_name = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.986368 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.storage_protocol = iSCSI {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.987024 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.target_helper = tgtadm {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.987024 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.target_ip_address = 10.222.0.49 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.987024 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.target_port = 3260 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.987024 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.target_prefix = iqn.2010-10.org.openstack: {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.987024 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.target_protocol = iscsi {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.987024 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.trace_flags = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.987684 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.unique_fqdn_network = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.987684 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.use_chap_auth = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.987684 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.use_multipath_for_image_xfer = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.987684 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.volume_backend_name = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.987684 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.volume_clear = zero {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.987684 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.volume_clear_ionice = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.988362 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.volume_clear_size = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.988362 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.volume_copy_blkio_cgroup_name = cinder-volume-copy {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.988362 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.volume_copy_bps_limit = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.988362 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.volume_dd_blocksize = 1M {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.988362 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] backend_defaults.volumes_dir = /opt/stack/data/cinder/volumes {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.988362 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_reports.file_event_handler = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.989128 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.989128 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_reports.log_dir = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.989128 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.989128 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.989128 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.989128 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.989785 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.989785 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.991896 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.992588 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.993148 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.993693 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.994299 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.994848 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.995444 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.996029 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.996705 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.997322 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.997886 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.998463 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.999028 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:52.999231 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.lockutils [None req-54b51e1b-43e8-4933-8e06-ee7caa38e817 None None] Lock "cleanup_incomplete_backups_123873" "released" by "cinder.backup.manager.BackupManager._cleanup_incomplete_backup_operations" :: held 0.129s {{(pid=124319) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 21 20:59:53.000692 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.003416 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.004098 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.004853 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.ssl = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.006847 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.008559 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.009167 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.009789 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.010542 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_rabbit.ssl_version = {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.012749 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-54b51e1b-43e8-4933-8e06-ee7caa38e817 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 20:59:53.013379 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_notifications.driver = [] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.014330 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_notifications.retry = -1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.016759 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.019234 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] oslo_messaging_notifications.transport_url = **** {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.019927 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] key_manager.backend = cinder.keymgr.conf_key_mgr.ConfKeyManager {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.020755 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.023011 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-54b51e1b-43e8-4933-8e06-ee7caa38e817 None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 20:59:53.024507 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.barbican_api_version = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.025129 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.barbican_endpoint = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.025820 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.barbican_endpoint_type = public {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.026394 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.barbican_region_name = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.026966 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.cafile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.027633 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.certfile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.028217 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.collect_timing = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.028841 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.insecure = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.029411 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.keyfile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.029987 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.number_of_retries = 60 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.030582 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.retry_delay = 1 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.031291 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.send_service_user_token = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.032949 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.split_loggers = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.033626 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.timeout = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.034187 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.verify_ssl = True {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.034741 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican.verify_ssl_path = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.035325 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican_service_user.auth_section = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.035906 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican_service_user.auth_type = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.036526 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican_service_user.cafile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.037430 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican_service_user.certfile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.038010 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican_service_user.collect_timing = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.038573 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican_service_user.insecure = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.039125 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican_service_user.keyfile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.039700 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican_service_user.split_loggers = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.040356 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] barbican_service_user.timeout = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.041089 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.approle_role_id = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.041903 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.approle_secret_id = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.043481 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.cafile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.044066 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.certfile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.044654 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.collect_timing = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.045228 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.insecure = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.045787 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.keyfile = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.046365 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.kv_mountpoint = secret {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.046931 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.kv_version = 2 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.047654 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.namespace = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.048266 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.root_token_id = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.048857 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.split_loggers = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.049424 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.ssl_ca_crt_file = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.050015 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.timeout = None {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.050242 ncdv-master-1 cinder-backup[124319]: INFO cinder.keymgr.migration [None req-e47565f5-6ad1-458c-a5a0-c24615dc54d0 None None] Not migrating encryption keys because the ConfKeyManager is still in use. May 21 20:59:53.050825 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.use_ssl = False {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.051644 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 20:59:53.053672 ncdv-master-1 cinder-backup[123873]: DEBUG oslo_service.service [None req-31d44d27-670d-4a10-a6d7-1a907a44cf13 None None] ******************************************************************************** {{(pid=123873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 21 20:59:53.078764 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.service [None req-54b51e1b-43e8-4933-8e06-ee7caa38e817 None None] Creating RPC server for service cinder-backup {{(pid=124319) start /opt/stack/cinder/cinder/service.py:231}} May 21 20:59:53.087736 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.service [None req-54b51e1b-43e8-4933-8e06-ee7caa38e817 None None] Pinning object versions for RPC server serializer to 1.39 {{(pid=124319) start /opt/stack/cinder/cinder/service.py:237}} May 21 21:00:02.378892 ncdv-master-1 cinder-backup[123873]: DEBUG dbcounter [-] [123873] Writing DB stats cinder:SELECT=16,cinder:INSERT=1 {{(pid=123873) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:00:03.018710 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=18,cinder:INSERT=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:00:03.123787 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:00:43.117585 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:00:43.119127 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=10,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:01:03.121035 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:01:13.128840 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:01:15.113303 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:01:15.113955 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:01:33.129130 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:01:43.126786 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=9,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:02:13.127910 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:02:15.118062 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:02:15.118658 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:02:23.123972 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:02:53.126639 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:03:03.126856 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:03:15.123404 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:03:15.124083 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:03:33.126552 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:03:43.130130 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:04:03.131621 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:04:15.128101 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:04:15.128813 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:04:23.139961 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:04:23.140728 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:04:43.141034 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:04:53.150679 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:05:15.133989 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:05:15.134650 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:05:23.151256 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:05:33.149180 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:06:03.141874 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:06:13.145991 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:06:15.138765 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:06:15.139464 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:06:43.140088 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:06:43.142936 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:07:13.146680 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:07:15.135742 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:07:15.136408 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:07:23.145915 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=10,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:07:43.146462 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:07:53.147854 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:08:15.140470 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:08:15.141151 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:08:23.147275 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:08:33.148248 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:08:53.152894 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:09:13.153758 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:09:15.145466 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:09:15.145977 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:09:33.152612 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:09:33.154110 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:09:53.159988 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:10:03.166669 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:10:15.142606 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:10:15.144061 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:10:33.164568 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:10:43.158126 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:11:13.162837 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:11:15.147361 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:11:15.147361 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:11:23.168213 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:11:33.178312 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:11:43.172083 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:12:03.167196 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:12:13.172576 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:12:15.137641 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:12:15.137641 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:12:43.172900 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:12:53.182120 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:13:03.188105 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:13:15.134677 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:13:15.135689 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:13:23.185210 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:13:33.188443 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:13:43.193728 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:14:13.184564 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:14:15.136902 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:14:15.137545 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:14:23.194197 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:14:33.199704 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:14:43.202546 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:14:53.204235 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:15:13.204515 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:15:15.135005 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:15:15.135656 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:15:33.242452 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:15:43.209045 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:16:03.209445 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:16:13.208073 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=9,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:16:15.140194 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:16:15.140987 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:16:23.215429 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:16:33.213837 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:17:03.205901 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=9,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:17:15.147830 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:17:15.147830 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:17:23.204156 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:17:43.203421 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:17:53.212454 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:18:13.236333 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:18:15.150101 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:18:15.150818 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:18:23.216794 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:18:43.215496 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:18:53.211874 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:19:23.197905 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:19:33.201265 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:20:03.189248 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:20:03.190129 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:20:15.149245 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:20:15.149947 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:20:43.196136 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:20:43.197722 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:20:53.580271 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:21:13.202612 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:21:15.149378 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:21:15.149378 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:21:23.204655 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:21:43.198717 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:22:03.195994 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:22:15.147208 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:22:15.147836 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:22:23.209760 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:22:33.212705 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:23:03.198981 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=10,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:23:15.152993 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:23:15.153602 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:23:23.208884 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:23:43.209871 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:23:53.219694 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:24:13.227939 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:24:15.158639 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:24:15.159491 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:24:23.231794 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:24:43.228140 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:24:53.239977 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:25:15.158591 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:25:15.159166 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:25:23.234461 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:25:33.235703 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:25:43.242553 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:25:53.240448 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:26:15.156613 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:26:15.157303 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:26:23.244609 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:26:33.241251 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:26:53.256093 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:27:03.258098 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:27:13.264268 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:27:15.155184 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:27:15.157709 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:27:43.251838 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:27:53.249470 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:28:15.152319 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:28:15.153072 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:28:23.258359 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:28:33.261162 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:28:53.264524 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:29:13.255185 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:29:15.157177 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:29:15.157951 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:29:23.262255 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:29:33.271501 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:30:03.267204 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:30:13.269518 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:30:15.158397 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:30:15.159477 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:30:23.287118 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:30:33.277844 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:30:53.281305 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:31:03.281466 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:31:13.280071 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:31:15.154787 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:31:15.155514 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:31:43.267024 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:31:43.271420 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:31:53.989742 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:32:03.301645 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:32:15.151312 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:32:15.152575 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:32:33.279288 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:32:43.293718 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:33:03.274714 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:33:13.288616 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:33:15.149122 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:33:15.149749 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:33:43.311600 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:33:43.313729 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:34:03.316028 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:34:15.155001 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:34:15.155608 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:34:23.312689 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:34:33.313720 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:35:03.305030 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:35:13.307709 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:35:15.154665 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:35:15.159317 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:35:23.320494 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:35:43.312444 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:35:53.317942 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:36:15.151340 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:36:15.152079 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:36:23.320381 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:36:33.321223 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:36:43.333136 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:37:03.331013 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:37:13.320924 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=9,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:37:15.156696 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:37:15.158818 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:37:43.330696 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:37:53.327497 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:38:15.156511 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:38:15.157937 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:38:23.329362 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:UPDATE=1,cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:38:23.330224 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:38:43.329864 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:39:03.352270 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:39:15.154661 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:39:15.155782 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:39:23.365387 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:39:33.369063 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:40:03.348863 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:40:15.151618 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:40:15.153160 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:40:17.109824 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Create backup started, backup: ac80f866-2d7f-4d80-ae09-e862a18c8c13 volume: 2a65581d-ae8b-4c7e-b7af-590f8bb2effb. May 21 21:40:17.109824 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:40:17.205547 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2022-05-21T21:40:16Z,data_timestamp=2022-05-21T21:40:16Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-VolumesBackupsV39Test-Backup-74107373',encryption_key_id=None,fail_reason=None,host='ncdv-master-1',id=ac80f866-2d7f-4d80-ae09-e862a18c8c13,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='e9c1208b9f6a4934854576efa8f41b4e',restore_volume_id=None,service='cinder.backup.drivers.ceph.CephBackupDriver',service_metadata=None,size=1,snapshot_id=None,status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='6bea55bcdb704566923f2c079ae094a3',volume_id=2a65581d-ae8b-4c7e-b7af-590f8bb2effb) May 21 21:40:17.270532 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.49', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:40:17.278923 ncdv-master-1 cinder-backup[124319]: INFO oslo.privsep.daemon [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Running privsep helper: ['sudo', 'cinder-rootwrap', '/etc/cinder/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/cinder/cinder.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpedi7hker/privsep.sock'] May 21 21:40:17.445539 ncdv-master-1 sudo[167380]: ubuntu : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/local/bin/cinder-rootwrap /etc/cinder/rootwrap.conf privsep-helper --config-file /etc/cinder/cinder.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpedi7hker/privsep.sock May 21 21:40:17.451538 ncdv-master-1 sudo[167380]: pam_unix(sudo:session): session opened for user root by (uid=0) May 21 21:40:23.354063 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-2ba6525d-c519-40bc-8494-68769c8ce364 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:40:23.850977 ncdv-master-1 sudo[167380]: pam_unix(sudo:session): session closed for user root May 21 21:40:23.862815 ncdv-master-1 cinder-backup[124319]: INFO oslo.privsep.daemon [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Spawned new privsep daemon via rootwrap May 21 21:40:23.863560 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Accepted privsep connection to /tmp/tmpedi7hker/privsep.sock {{(pid=124319) __init__ /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:362}} May 21 21:40:23.864881 ncdv-master-1 cinder-backup[124319]: INFO oslo.privsep.daemon [-] privsep daemon starting May 21 21:40:23.865156 ncdv-master-1 cinder-backup[124319]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0 May 21 21:40:23.865427 ncdv-master-1 cinder-backup[124319]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none May 21 21:40:23.865700 ncdv-master-1 cinder-backup[124319]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 167579 May 21 21:40:23.877126 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[e36ec445-2500-4142-8e60-c0731dc5d520]: (2,) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:40:24.165353 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:40:24.197921 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.033s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:40:24.199153 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[c752da5d-35bf-4776-9955-9faade5bef7f]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator. The InitiatorName must be unique\n## for each iSCSI initiator. Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:4a49fd8c15b7\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:40:24.202266 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:40:24.215079 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[f1814e27-91db-46a8-bb67-fca2b0552ba3]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:40:24.233015 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:40:24.234177 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1814e27-91db-46a8-bb67-fca2b0552ba3]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:40:24.235107 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:40:24.242804 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[479ec77e-160f-4aea-8ffb-6891dcc83371]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:40:24.244324 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:40:24.246700 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[479ec77e-160f-4aea-8ffb-6891dcc83371]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:40:24.249214 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:40:24.300987 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.052s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:40:24.301718 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[84d21d4d-519b-4d53-8127-e80bd14239b3]: (4, ('/dev/sda1\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:40:24.303242 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:40:24.386093 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.082s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:40:24.386745 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[2196c9e0-50f2-436b-acc6-6151fe3df38c]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:40:24.388019 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:40:24.396444 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.008s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:40:24.396790 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f43ad7f-e1cf-4ae0-abe3-a2355a05f4db]: (4, ('2df9cf12-96c1-1741-8c27-9e71a4b5f72f\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:40:24.397875 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Running cmd (subprocess): nvme version {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:40:24.427497 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] CMD "nvme version" returned: 0 in 0.029s {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:40:24.441029 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=124319) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}} May 21 21:40:24.441998 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}} May 21 21:40:24.441998 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c dsc: {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}} May 21 21:40:24.443244 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] <== get_connector_properties: return (7171ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.49', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:4a49fd8c15b7', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': '2df9cf12-96c1-1741-8c27-9e71a4b5f72f', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c', 'found_dsc': ''} {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:40:25.311094 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connector [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Factory for rbd on None {{(pid=124319) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}} May 21 21:40:25.314339 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] ==> connect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-2a65581d-ae8b-4c7e-b7af-590f8bb2effb', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '2a65581d-ae8b-4c7e-b7af-590f8bb2effb', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:40:25.323578 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.linuxrbd [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] opening connection to ceph cluster (timeout=-1). {{(pid=124319) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}} May 21 21:40:25.491128 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] <== connect_volume: return (175ms) {'path': } {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:40:25.611845 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Starting backup of volume='2a65581d-ae8b-4c7e-b7af-590f8bb2effb'. {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1028}} May 21 21:40:25.613999 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Volume file is RBD: attempting optimized backup {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1039}} May 21 21:40:25.681900 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Creating base image 'volume-2a65581d-ae8b-4c7e-b7af-590f8bb2effb.backup.ac80f866-2d7f-4d80-ae09-e862a18c8c13' {{(pid=124319) _create_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:469}} May 21 21:40:25.682821 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] RBD also supports fast-diff, enabling it together with exclusive-lock and object-map {{(pid=124319) _get_rbd_support /opt/stack/cinder/cinder/backup/drivers/ceph.py:277}} May 21 21:40:28.912005 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Using --from-snap 'None' for incremental backup of volume 2a65581d-ae8b-4c7e-b7af-590f8bb2effb. {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:811}} May 21 21:40:28.912709 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Creating backup snapshot='backup.ac80f866-2d7f-4d80-ae09-e862a18c8c13.snap.1653169228.9120271' {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:817}} May 21 21:40:30.826125 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Performing differential transfer from 'volume-2a65581d-ae8b-4c7e-b7af-590f8bb2effb' to 'volume-2a65581d-ae8b-4c7e-b7af-590f8bb2effb.backup.ac80f866-2d7f-4d80-ae09-e862a18c8c13' {{(pid=124319) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}} May 21 21:40:30.826125 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Piping cmd1='rbd export-diff --id cinder --conf /tmp/brickrbd_wsu3oxlv --pool volumes volumes/volume-2a65581d-ae8b-4c7e-b7af-590f8bb2effb@backup.ac80f866-2d7f-4d80-ae09-e862a18c8c13.snap.1653169228.9120271 -' into... {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}} May 21 21:40:30.826125 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] cmd2='rbd import-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups - backups/volume-2a65581d-ae8b-4c7e-b7af-590f8bb2effb.backup.ac80f866-2d7f-4d80-ae09-e862a18c8c13' {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}} May 21 21:40:32.638629 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Differential backup transfer completed in 1.8131s {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:837}} May 21 21:40:32.639345 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Getting metadata type 'volume-base-metadata' {{(pid=124319) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:79}} May 21 21:40:32.657794 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Completed fetching metadata type 'volume-base-metadata' {{(pid=124319) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:98}} May 21 21:40:32.664490 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Getting metadata type 'volume-metadata' {{(pid=124319) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:109}} May 21 21:40:32.689488 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] No metadata type 'volume-metadata' available {{(pid=124319) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:123}} May 21 21:40:32.690091 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Getting metadata type 'volume-glance-metadata' {{(pid=124319) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:132}} May 21 21:40:32.704393 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] No metadata type 'volume-glance-metadata' available {{(pid=124319) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:147}} May 21 21:40:32.706959 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Backing up metadata for volume 2a65581d-ae8b-4c7e-b7af-590f8bb2effb. {{(pid=124319) _backup_metadata /opt/stack/cinder/cinder/backup/drivers/ceph.py:1003}} May 21 21:40:32.871123 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Backup 'ac80f866-2d7f-4d80-ae09-e862a18c8c13' of volume 2a65581d-ae8b-4c7e-b7af-590f8bb2effb finished. {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1069}} May 21 21:40:32.876875 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] ==> disconnect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-2a65581d-ae8b-4c7e-b7af-590f8bb2effb', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '2a65581d-ae8b-4c7e-b7af-590f8bb2effb', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': }, 'force': True, ': True}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:40:33.277065 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] <== disconnect_volume: return (403ms) None {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:40:33.560148 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-1b30157d-e042-499d-a8c4-0a754116d44e tempest-VolumesBackupsV39Test-886254803 None] Create backup finished. backup: ac80f866-2d7f-4d80-ae09-e862a18c8c13. May 21 21:40:34.864951 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-67aeead5-c7c6-4138-89bc-932b86d4b021 tempest-VolumesBackupsV39Test-886254803 None] Delete backup started, backup: ac80f866-2d7f-4d80-ae09-e862a18c8c13. May 21 21:40:34.867095 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-67aeead5-c7c6-4138-89bc-932b86d4b021 tempest-VolumesBackupsV39Test-886254803 None] Delete started for backup=ac80f866-2d7f-4d80-ae09-e862a18c8c13 {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}} May 21 21:40:34.867883 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-67aeead5-c7c6-4138-89bc-932b86d4b021 tempest-VolumesBackupsV39Test-886254803 None] Trying diff format basename='volume-2a65581d-ae8b-4c7e-b7af-590f8bb2effb.backup.ac80f866-2d7f-4d80-ae09-e862a18c8c13' for backup base image of volume 2a65581d-ae8b-4c7e-b7af-590f8bb2effb. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}} May 21 21:40:35.057952 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-67aeead5-c7c6-4138-89bc-932b86d4b021 tempest-VolumesBackupsV39Test-886254803 None] Looking for snapshot of backup base 'volume-2a65581d-ae8b-4c7e-b7af-590f8bb2effb.backup.ac80f866-2d7f-4d80-ae09-e862a18c8c13' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}} May 21 21:40:35.058593 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-67aeead5-c7c6-4138-89bc-932b86d4b021 tempest-VolumesBackupsV39Test-886254803 None] Found snapshot 'backup.ac80f866-2d7f-4d80-ae09-e862a18c8c13.snap.1653169228.9120271' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}} May 21 21:40:35.060156 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-67aeead5-c7c6-4138-89bc-932b86d4b021 tempest-VolumesBackupsV39Test-886254803 None] Deleting backup snapshot='backup.ac80f866-2d7f-4d80-ae09-e862a18c8c13.snap.1653169228.9120271' {{(pid=124319) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:501}} May 21 21:40:37.354822 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.drivers.ceph [None req-67aeead5-c7c6-4138-89bc-932b86d4b021 tempest-VolumesBackupsV39Test-886254803 None] Deleting backup base image='volume-2a65581d-ae8b-4c7e-b7af-590f8bb2effb.backup.ac80f866-2d7f-4d80-ae09-e862a18c8c13' of volume 2a65581d-ae8b-4c7e-b7af-590f8bb2effb. May 21 21:40:39.857605 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-67aeead5-c7c6-4138-89bc-932b86d4b021 tempest-VolumesBackupsV39Test-886254803 None] Base backup image='volume-2a65581d-ae8b-4c7e-b7af-590f8bb2effb.backup.ac80f866-2d7f-4d80-ae09-e862a18c8c13' of volume 2a65581d-ae8b-4c7e-b7af-590f8bb2effb deleted. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:591}} May 21 21:40:39.957786 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-67aeead5-c7c6-4138-89bc-932b86d4b021 tempest-VolumesBackupsV39Test-886254803 None] Delete of backup 'ac80f866-2d7f-4d80-ae09-e862a18c8c13' for volume '2a65581d-ae8b-4c7e-b7af-590f8bb2effb' finished. {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}} May 21 21:40:39.971493 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-67aeead5-c7c6-4138-89bc-932b86d4b021 tempest-VolumesBackupsV39Test-886254803 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:40:40.079809 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.quota [None req-67aeead5-c7c6-4138-89bc-932b86d4b021 tempest-VolumesBackupsV39Test-886254803 None] Created reservations ['15aaf27d-3543-4c42-ba01-600276d3c0d5', '2cee26e6-a73e-44e8-8f29-5d9eba698bfc'] {{(pid=124319) reserve /opt/stack/cinder/cinder/quota.py:755}} May 21 21:40:40.251480 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-67aeead5-c7c6-4138-89bc-932b86d4b021 tempest-VolumesBackupsV39Test-886254803 None] Delete backup finished, backup ac80f866-2d7f-4d80-ae09-e862a18c8c13 deleted. May 21 21:40:50.188109 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=18,cinder:UPDATE=8 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:40:53.352602 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=26,cinder:UPDATE=5,cinder:INSERT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:41:15.149890 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:41:15.150551 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:41:23.352066 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=9,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:41:43.351999 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:42:03.371303 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:42:15.145913 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:42:15.146602 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:42:33.358939 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:42:35.560313 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:42:35.608948 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Create backup started, backup: 35561052-8c91-40d9-a0b2-6ceae3aa1276 volume: 83ee5203-dcde-4e2f-9c30-819d45781c45 snapshot: f865fa4a-2d95-4bc7-93b8-9be17f58dd00. May 21 21:42:35.673175 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2022-05-21T21:42:35Z,data_timestamp=2022-05-21T21:42:32Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-VolumesSnapshotTestJSON-Backup-241305884',encryption_key_id=None,fail_reason=None,host='ncdv-master-1',id=35561052-8c91-40d9-a0b2-6ceae3aa1276,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='07e046067a8e4197b18860f9b9e1e344',restore_volume_id=None,service='cinder.backup.drivers.ceph.CephBackupDriver',service_metadata=None,size=1,snapshot_id='f865fa4a-2d95-4bc7-93b8-9be17f58dd00',status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='88d6ab0c56ae4b16805f265728e20ed6',volume_id=83ee5203-dcde-4e2f-9c30-819d45781c45) May 21 21:42:37.205858 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.49', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:42:37.207361 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:42:37.215830 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:42:37.216105 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[03392db9-2f21-4f88-8f24-9507a1baa1d7]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator. The InitiatorName must be unique\n## for each iSCSI initiator. Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:4a49fd8c15b7\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:42:37.219406 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:42:37.223880 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[6b1539d3-3854-4bf6-aada-0625759735fe]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:42:37.224466 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:42:37.225671 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b1539d3-3854-4bf6-aada-0625759735fe]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:42:37.235174 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:42:37.235174 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[b2691cdf-e8bf-4320-9c3a-27f4c5c3912b]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:42:37.235360 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:42:37.236607 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2691cdf-e8bf-4320-9c3a-27f4c5c3912b]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:42:37.237605 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:42:37.266239 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.028s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:42:37.266629 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[72a0702a-6120-4a2f-af02-a3c5be74194b]: (4, ('/dev/sda1\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:42:37.272393 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:42:37.283505 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.015s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:42:37.284442 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[05b2c3c7-b5fd-4dac-ab8e-a88d01d7d107]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:42:37.288425 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:42:37.296610 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.010s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:42:37.297026 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[7035bb1e-5759-46cf-9bc9-2683e6552fb6]: (4, ('2df9cf12-96c1-1741-8c27-9e71a4b5f72f\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:42:37.297874 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Running cmd (subprocess): nvme version {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:42:37.318056 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] CMD "nvme version" returned: 0 in 0.019s {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:42:37.320271 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=124319) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}} May 21 21:42:37.320674 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}} May 21 21:42:37.321085 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c dsc: {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}} May 21 21:42:37.322071 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.49', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:4a49fd8c15b7', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': '2df9cf12-96c1-1741-8c27-9e71a4b5f72f', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c', 'found_dsc': ''} {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:42:38.165615 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connector [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Factory for rbd on None {{(pid=124319) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}} May 21 21:42:38.167811 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] ==> connect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-309f4540-fbfc-4e92-9dea-f5d996d27e51', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '309f4540-fbfc-4e92-9dea-f5d996d27e51', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:42:38.176672 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.linuxrbd [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] opening connection to ceph cluster (timeout=-1). {{(pid=124319) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}} May 21 21:42:38.374504 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] <== connect_volume: return (206ms) {'path': } {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:42:38.384641 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:42:38.485069 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Starting backup of volume='83ee5203-dcde-4e2f-9c30-819d45781c45'. {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1028}} May 21 21:42:38.509829 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] RBD also supports fast-diff, enabling it together with exclusive-lock and object-map {{(pid=124319) _get_rbd_support /opt/stack/cinder/cinder/backup/drivers/ceph.py:277}} May 21 21:42:38.510221 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Creating backup base image='volume-83ee5203-dcde-4e2f-9c30-819d45781c45.backup.base' for volume 83ee5203-dcde-4e2f-9c30-819d45781c45. {{(pid=124319) _full_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:880}} May 21 21:42:39.193257 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Copying data from volume 83ee5203-dcde-4e2f-9c30-819d45781c45. {{(pid=124319) _full_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:892}} May 21 21:42:39.266816 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Transferring data between 'volume-83ee5203-dcde-4e2f-9c30-819d45781c45' and 'volume-83ee5203-dcde-4e2f-9c30-819d45781c45.backup.base' {{(pid=124319) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:421}} May 21 21:42:39.267104 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] 8 chunks of 134217728 bytes to be transferred {{(pid=124319) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:425}} May 21 21:42:46.205004 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Transferred chunk 1 of 8 (18894K/s) {{(pid=124319) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}} May 21 21:42:55.544960 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Transferred chunk 2 of 8 (14039K/s) {{(pid=124319) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}} May 21 21:43:03.372019 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=11,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:43:05.336217 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Transferred chunk 3 of 8 (13382K/s) {{(pid=124319) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}} May 21 21:43:13.379435 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=10,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:43:14.856665 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Transferred chunk 4 of 8 (13768K/s) {{(pid=124319) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}} May 21 21:43:15.151062 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:43:15.151784 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:43:25.688811 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Transferred chunk 5 of 8 (12102K/s) {{(pid=124319) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}} May 21 21:43:36.017520 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Transferred chunk 6 of 8 (12690K/s) {{(pid=124319) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}} May 21 21:43:43.376834 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:43:46.400837 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Transferred chunk 7 of 8 (12624K/s) {{(pid=124319) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}} May 21 21:43:53.380717 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:43:57.995567 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Transferred chunk 8 of 8 (11305K/s) {{(pid=124319) _transfer_data /opt/stack/cinder/cinder/backup/drivers/ceph.py:444}} May 21 21:43:58.907195 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Getting metadata type 'volume-base-metadata' {{(pid=124319) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:79}} May 21 21:43:58.922095 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Completed fetching metadata type 'volume-base-metadata' {{(pid=124319) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:98}} May 21 21:43:58.922516 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Getting metadata type 'volume-metadata' {{(pid=124319) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:109}} May 21 21:43:58.929913 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] No metadata type 'volume-metadata' available {{(pid=124319) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:123}} May 21 21:43:58.930289 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Getting metadata type 'volume-glance-metadata' {{(pid=124319) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:132}} May 21 21:43:58.936553 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] No metadata type 'volume-glance-metadata' available {{(pid=124319) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:147}} May 21 21:43:58.937631 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Backing up metadata for volume 83ee5203-dcde-4e2f-9c30-819d45781c45. {{(pid=124319) _backup_metadata /opt/stack/cinder/cinder/backup/drivers/ceph.py:1003}} May 21 21:43:59.148808 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Backup '35561052-8c91-40d9-a0b2-6ceae3aa1276' of volume 83ee5203-dcde-4e2f-9c30-819d45781c45 finished. {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1069}} May 21 21:43:59.154293 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] ==> disconnect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-309f4540-fbfc-4e92-9dea-f5d996d27e51', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '309f4540-fbfc-4e92-9dea-f5d996d27e51', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': }, 'force': True, ': True}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:43:59.447525 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] <== disconnect_volume: return (296ms) None {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:44:00.669526 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-ee208302-3aaf-48bd-919b-8ab01373f1ab tempest-VolumesSnapshotTestJSON-2065732980 None] Create backup finished. backup: 35561052-8c91-40d9-a0b2-6ceae3aa1276. May 21 21:44:01.620523 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-9749e09d-38dd-4660-8252-cf187310eecf tempest-VolumesSnapshotTestJSON-2065732980 None] Delete backup started, backup: 35561052-8c91-40d9-a0b2-6ceae3aa1276. May 21 21:44:01.620523 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9749e09d-38dd-4660-8252-cf187310eecf tempest-VolumesSnapshotTestJSON-2065732980 None] Delete started for backup=35561052-8c91-40d9-a0b2-6ceae3aa1276 {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}} May 21 21:44:01.620523 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9749e09d-38dd-4660-8252-cf187310eecf tempest-VolumesSnapshotTestJSON-2065732980 None] Trying diff format basename='volume-83ee5203-dcde-4e2f-9c30-819d45781c45.backup.35561052-8c91-40d9-a0b2-6ceae3aa1276' for backup base image of volume 83ee5203-dcde-4e2f-9c30-819d45781c45. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}} May 21 21:44:01.653333 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9749e09d-38dd-4660-8252-cf187310eecf tempest-VolumesSnapshotTestJSON-2065732980 None] Image 'volume-83ee5203-dcde-4e2f-9c30-819d45781c45.backup.35561052-8c91-40d9-a0b2-6ceae3aa1276' not found - trying diff format name {{(pid=124319) _rbd_image_exists /opt/stack/cinder/cinder/backup/drivers/ceph.py:697}} May 21 21:44:01.905838 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9749e09d-38dd-4660-8252-cf187310eecf tempest-VolumesSnapshotTestJSON-2065732980 None] Looking for snapshot of backup base 'volume-83ee5203-dcde-4e2f-9c30-819d45781c45.backup.base' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}} May 21 21:44:01.906464 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9749e09d-38dd-4660-8252-cf187310eecf tempest-VolumesSnapshotTestJSON-2065732980 None] Backup base 'volume-83ee5203-dcde-4e2f-9c30-819d45781c45.backup.base' has no snapshots {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:960}} May 21 21:44:01.906565 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9749e09d-38dd-4660-8252-cf187310eecf tempest-VolumesSnapshotTestJSON-2065732980 None] No backup snapshot to delete {{(pid=124319) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:504}} May 21 21:44:02.162714 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.drivers.ceph [None req-9749e09d-38dd-4660-8252-cf187310eecf tempest-VolumesSnapshotTestJSON-2065732980 None] Deleting backup base image='volume-83ee5203-dcde-4e2f-9c30-819d45781c45.backup.base' of volume 83ee5203-dcde-4e2f-9c30-819d45781c45. May 21 21:44:03.384232 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-2ba6525d-c519-40bc-8494-68769c8ce364 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:44:13.406675 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=15,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:44:15.155295 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:44:15.156826 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:44:19.597946 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9749e09d-38dd-4660-8252-cf187310eecf tempest-VolumesSnapshotTestJSON-2065732980 None] Base backup image='volume-83ee5203-dcde-4e2f-9c30-819d45781c45.backup.base' of volume 83ee5203-dcde-4e2f-9c30-819d45781c45 deleted. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:591}} May 21 21:44:19.884965 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9749e09d-38dd-4660-8252-cf187310eecf tempest-VolumesSnapshotTestJSON-2065732980 None] Delete of backup '35561052-8c91-40d9-a0b2-6ceae3aa1276' for volume '83ee5203-dcde-4e2f-9c30-819d45781c45' finished. {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}} May 21 21:44:20.043463 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.quota [None req-9749e09d-38dd-4660-8252-cf187310eecf tempest-VolumesSnapshotTestJSON-2065732980 None] Created reservations ['259d6f73-9507-4277-907b-eb4dab697aed', '62517318-d82a-4142-ad24-3b3f3cb86ac0'] {{(pid=124319) reserve /opt/stack/cinder/cinder/quota.py:755}} May 21 21:44:20.280705 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-9749e09d-38dd-4660-8252-cf187310eecf tempest-VolumesSnapshotTestJSON-2065732980 None] Delete backup finished, backup 35561052-8c91-40d9-a0b2-6ceae3aa1276 deleted. May 21 21:44:30.201866 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:INSERT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:44:33.406355 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=20,cinder:UPDATE=10 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:44:43.416561 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:45:03.399174 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:45:15.152156 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:45:15.152912 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:45:23.392047 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:45:43.397403 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:46:03.242069 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:46:03.257643 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Create backup started, backup: 3e80ecaa-af96-4743-9433-e36f6b4abf89 volume: 7165abec-f3d0-4873-a873-13811bf90dbd. May 21 21:46:03.335417 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2022-05-21T21:46:02Z,data_timestamp=2022-05-21T21:46:02Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-VolumesBackupsTest-Backup-418639716',encryption_key_id=None,fail_reason=None,host='ncdv-master-1',id=3e80ecaa-af96-4743-9433-e36f6b4abf89,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='a3ad039cefcd45fa827017cf6c30c895',restore_volume_id=None,service='cinder.backup.drivers.ceph.CephBackupDriver',service_metadata=None,size=1,snapshot_id=None,status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='5c8068f63a974cf09e08695c80e57871',volume_id=7165abec-f3d0-4873-a873-13811bf90dbd) May 21 21:46:03.410425 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.49', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:46:03.411813 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:46:03.420370 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:46:03.420728 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dd0006b-a69e-4cb1-a75c-ba8efa6bb542]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator. The InitiatorName must be unique\n## for each iSCSI initiator. Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:4a49fd8c15b7\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:46:03.422018 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:46:03.429357 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[ebc027ba-00ac-4dd0-bd4b-d1969a6cca2f]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:46:03.429907 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:46:03.431230 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebc027ba-00ac-4dd0-bd4b-d1969a6cca2f]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:46:03.433016 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:46:03.439027 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[53c662cf-0bd7-483c-a943-3de0d9eaad95]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:46:03.439702 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:46:03.440772 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[53c662cf-0bd7-483c-a943-3de0d9eaad95]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:46:03.446468 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:46:03.455865 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.009s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:46:03.456241 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fea0212-7296-48bc-9505-ecc4e226e00e]: (4, ('/dev/sda1\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:46:03.457511 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:46:03.466713 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.009s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:46:03.469017 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b9d868-416b-4cac-a5d9-6084bd061fdd]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:46:03.469127 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:46:03.481222 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.012s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:46:03.481558 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdd42e3e-573f-4d06-8c78-b0d5dce21b53]: (4, ('2df9cf12-96c1-1741-8c27-9e71a4b5f72f\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:46:03.482295 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Running cmd (subprocess): nvme version {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:46:03.505079 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] CMD "nvme version" returned: 0 in 0.022s {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:46:03.507035 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=124319) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}} May 21 21:46:03.507592 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}} May 21 21:46:03.507997 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c dsc: {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}} May 21 21:46:03.508675 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] <== get_connector_properties: return (97ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.49', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:4a49fd8c15b7', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': '2df9cf12-96c1-1741-8c27-9e71a4b5f72f', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c', 'found_dsc': ''} {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:46:04.175671 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connector [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Factory for rbd on None {{(pid=124319) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}} May 21 21:46:04.177625 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] ==> connect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-7165abec-f3d0-4873-a873-13811bf90dbd', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '7165abec-f3d0-4873-a873-13811bf90dbd', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:46:04.178834 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.linuxrbd [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] opening connection to ceph cluster (timeout=-1). {{(pid=124319) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}} May 21 21:46:04.419747 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] <== connect_volume: return (241ms) {'path': } {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:46:04.429505 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:46:04.488123 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Starting backup of volume='7165abec-f3d0-4873-a873-13811bf90dbd'. {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1028}} May 21 21:46:04.489112 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Volume file is RBD: attempting optimized backup {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1039}} May 21 21:46:04.509958 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Creating base image 'volume-7165abec-f3d0-4873-a873-13811bf90dbd.backup.3e80ecaa-af96-4743-9433-e36f6b4abf89' {{(pid=124319) _create_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:469}} May 21 21:46:04.510348 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] RBD also supports fast-diff, enabling it together with exclusive-lock and object-map {{(pid=124319) _get_rbd_support /opt/stack/cinder/cinder/backup/drivers/ceph.py:277}} May 21 21:46:05.617151 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Using --from-snap 'None' for incremental backup of volume 7165abec-f3d0-4873-a873-13811bf90dbd. {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:811}} May 21 21:46:05.617787 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Creating backup snapshot='backup.3e80ecaa-af96-4743-9433-e36f6b4abf89.snap.1653169565.6171546' {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:817}} May 21 21:46:07.149909 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Performing differential transfer from 'volume-7165abec-f3d0-4873-a873-13811bf90dbd' to 'volume-7165abec-f3d0-4873-a873-13811bf90dbd.backup.3e80ecaa-af96-4743-9433-e36f6b4abf89' {{(pid=124319) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}} May 21 21:46:07.150463 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Piping cmd1='rbd export-diff --id cinder --conf /tmp/brickrbd_5l2z8b2v --pool volumes volumes/volume-7165abec-f3d0-4873-a873-13811bf90dbd@backup.3e80ecaa-af96-4743-9433-e36f6b4abf89.snap.1653169565.6171546 -' into... {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}} May 21 21:46:07.150696 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] cmd2='rbd import-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups - backups/volume-7165abec-f3d0-4873-a873-13811bf90dbd.backup.3e80ecaa-af96-4743-9433-e36f6b4abf89' {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}} May 21 21:46:10.814657 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Differential backup transfer completed in 3.6646s {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:837}} May 21 21:46:10.815455 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Getting metadata type 'volume-base-metadata' {{(pid=124319) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:79}} May 21 21:46:10.829277 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Completed fetching metadata type 'volume-base-metadata' {{(pid=124319) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:98}} May 21 21:46:10.829689 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Getting metadata type 'volume-metadata' {{(pid=124319) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:109}} May 21 21:46:10.836832 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] No metadata type 'volume-metadata' available {{(pid=124319) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:123}} May 21 21:46:10.837226 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Getting metadata type 'volume-glance-metadata' {{(pid=124319) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:132}} May 21 21:46:10.849676 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] No metadata type 'volume-glance-metadata' available {{(pid=124319) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:147}} May 21 21:46:10.849676 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Backing up metadata for volume 7165abec-f3d0-4873-a873-13811bf90dbd. {{(pid=124319) _backup_metadata /opt/stack/cinder/cinder/backup/drivers/ceph.py:1003}} May 21 21:46:11.041115 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Backup '3e80ecaa-af96-4743-9433-e36f6b4abf89' of volume 7165abec-f3d0-4873-a873-13811bf90dbd finished. {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1069}} May 21 21:46:11.043019 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] ==> disconnect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-7165abec-f3d0-4873-a873-13811bf90dbd', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '7165abec-f3d0-4873-a873-13811bf90dbd', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': }, 'force': True, ': True}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:46:11.253422 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] <== disconnect_volume: return (209ms) None {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:46:11.545931 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-6b1ae61f-ba64-4ade-8642-9715cc6be72f tempest-VolumesBackupsTest-1124201519 None] Create backup finished. backup: 3e80ecaa-af96-4743-9433-e36f6b4abf89. May 21 21:46:12.586215 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-87f6a9dd-0356-4cea-b7cb-6dd14655efc8 tempest-VolumesBackupsTest-1124201519 None] Delete backup started, backup: 3e80ecaa-af96-4743-9433-e36f6b4abf89. May 21 21:46:12.586215 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-87f6a9dd-0356-4cea-b7cb-6dd14655efc8 tempest-VolumesBackupsTest-1124201519 None] Delete started for backup=3e80ecaa-af96-4743-9433-e36f6b4abf89 {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}} May 21 21:46:12.586215 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-87f6a9dd-0356-4cea-b7cb-6dd14655efc8 tempest-VolumesBackupsTest-1124201519 None] Trying diff format basename='volume-7165abec-f3d0-4873-a873-13811bf90dbd.backup.3e80ecaa-af96-4743-9433-e36f6b4abf89' for backup base image of volume 7165abec-f3d0-4873-a873-13811bf90dbd. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}} May 21 21:46:12.877862 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-87f6a9dd-0356-4cea-b7cb-6dd14655efc8 tempest-VolumesBackupsTest-1124201519 None] Looking for snapshot of backup base 'volume-7165abec-f3d0-4873-a873-13811bf90dbd.backup.3e80ecaa-af96-4743-9433-e36f6b4abf89' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}} May 21 21:46:12.878347 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-87f6a9dd-0356-4cea-b7cb-6dd14655efc8 tempest-VolumesBackupsTest-1124201519 None] Found snapshot 'backup.3e80ecaa-af96-4743-9433-e36f6b4abf89.snap.1653169565.6171546' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}} May 21 21:46:12.878859 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-87f6a9dd-0356-4cea-b7cb-6dd14655efc8 tempest-VolumesBackupsTest-1124201519 None] Deleting backup snapshot='backup.3e80ecaa-af96-4743-9433-e36f6b4abf89.snap.1653169565.6171546' {{(pid=124319) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:501}} May 21 21:46:13.401163 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-2ba6525d-c519-40bc-8494-68769c8ce364 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:46:15.157539 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:46:15.158248 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:46:16.830949 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.drivers.ceph [None req-87f6a9dd-0356-4cea-b7cb-6dd14655efc8 tempest-VolumesBackupsTest-1124201519 None] Deleting backup base image='volume-7165abec-f3d0-4873-a873-13811bf90dbd.backup.3e80ecaa-af96-4743-9433-e36f6b4abf89' of volume 7165abec-f3d0-4873-a873-13811bf90dbd. May 21 21:46:23.402904 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=26,cinder:UPDATE=5 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:46:23.849313 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-87f6a9dd-0356-4cea-b7cb-6dd14655efc8 tempest-VolumesBackupsTest-1124201519 None] Base backup image='volume-7165abec-f3d0-4873-a873-13811bf90dbd.backup.3e80ecaa-af96-4743-9433-e36f6b4abf89' of volume 7165abec-f3d0-4873-a873-13811bf90dbd deleted. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:591}} May 21 21:46:24.097578 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-87f6a9dd-0356-4cea-b7cb-6dd14655efc8 tempest-VolumesBackupsTest-1124201519 None] Delete of backup '3e80ecaa-af96-4743-9433-e36f6b4abf89' for volume '7165abec-f3d0-4873-a873-13811bf90dbd' finished. {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}} May 21 21:46:24.218808 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.quota [None req-87f6a9dd-0356-4cea-b7cb-6dd14655efc8 tempest-VolumesBackupsTest-1124201519 None] Created reservations ['baea589e-3994-4393-b56f-99c4678fb6d5', 'e4a51614-77d7-49b4-a1d6-890d2ef64d18'] {{(pid=124319) reserve /opt/stack/cinder/cinder/quota.py:755}} May 21 21:46:24.419912 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-87f6a9dd-0356-4cea-b7cb-6dd14655efc8 tempest-VolumesBackupsTest-1124201519 None] Delete backup finished, backup 3e80ecaa-af96-4743-9433-e36f6b4abf89 deleted. May 21 21:46:34.329367 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:INSERT=2,cinder:UPDATE=4 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:46:43.408062 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=20,cinder:UPDATE=6 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:46:47.678842 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Create backup started, backup: 120a6fc9-734f-4922-b4fd-18aa921c6a95 volume: c27e6a73-0caa-455a-a8cd-64afdd8fc3ed. May 21 21:46:47.729434 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2022-05-21T21:46:47Z,data_timestamp=2022-05-21T21:46:47Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-VolumesBackupsTest-Backup-358287741',encryption_key_id=None,fail_reason=None,host='ncdv-master-1',id=120a6fc9-734f-4922-b4fd-18aa921c6a95,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='a3ad039cefcd45fa827017cf6c30c895',restore_volume_id=None,service='cinder.backup.drivers.ceph.CephBackupDriver',service_metadata=None,size=1,snapshot_id=None,status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='5c8068f63a974cf09e08695c80e57871',volume_id=c27e6a73-0caa-455a-a8cd-64afdd8fc3ed) May 21 21:46:47.839140 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.49', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:46:47.844534 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:46:47.850337 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.010s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:46:47.850675 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cf3f9cd-241a-4f5a-9c5a-9e27e8555b31]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator. The InitiatorName must be unique\n## for each iSCSI initiator. Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:4a49fd8c15b7\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:46:47.855463 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:46:47.865640 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[584bb7e9-3b23-4827-94eb-f3e54dbf9efe]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:46:47.866894 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:46:47.868211 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[584bb7e9-3b23-4827-94eb-f3e54dbf9efe]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:46:47.869226 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:46:47.875733 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[c291cd98-ac9d-4df2-b528-ca93c9c63244]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:46:47.876583 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:46:47.877835 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[c291cd98-ac9d-4df2-b528-ca93c9c63244]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:46:47.881165 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:46:47.887964 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.009s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:46:47.888387 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[83a6f38d-84f8-4dab-b3a0-7641d9bdb036]: (4, ('/dev/sda1\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:46:47.895478 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:46:47.899257 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.009s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:46:47.899584 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f5ee38e-2d3a-497e-9320-f77ced6cc6aa]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:46:47.900866 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:46:47.909250 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.008s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:46:47.909572 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[a393f556-4fe6-4c89-8e9d-97379af48973]: (4, ('2df9cf12-96c1-1741-8c27-9e71a4b5f72f\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:46:47.910351 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Running cmd (subprocess): nvme version {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:46:47.930270 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] CMD "nvme version" returned: 0 in 0.020s {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:46:47.932191 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=124319) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}} May 21 21:46:47.932606 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}} May 21 21:46:47.932984 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c dsc: {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}} May 21 21:46:47.933635 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] <== get_connector_properties: return (94ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.49', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:4a49fd8c15b7', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': '2df9cf12-96c1-1741-8c27-9e71a4b5f72f', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c', 'found_dsc': ''} {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:46:48.611987 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connector [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Factory for rbd on None {{(pid=124319) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}} May 21 21:46:48.613602 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] ==> connect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'c27e6a73-0caa-455a-a8cd-64afdd8fc3ed', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:46:48.614811 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.linuxrbd [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] opening connection to ceph cluster (timeout=-1). {{(pid=124319) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}} May 21 21:46:48.917565 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] <== connect_volume: return (303ms) {'path': } {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:46:48.929269 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:46:49.038105 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Starting backup of volume='c27e6a73-0caa-455a-a8cd-64afdd8fc3ed'. {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1028}} May 21 21:46:49.039147 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Volume file is RBD: attempting optimized backup {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1039}} May 21 21:46:49.059981 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Creating base image 'volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed.backup.120a6fc9-734f-4922-b4fd-18aa921c6a95' {{(pid=124319) _create_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:469}} May 21 21:46:49.060505 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] RBD also supports fast-diff, enabling it together with exclusive-lock and object-map {{(pid=124319) _get_rbd_support /opt/stack/cinder/cinder/backup/drivers/ceph.py:277}} May 21 21:46:49.801613 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Using --from-snap 'None' for incremental backup of volume c27e6a73-0caa-455a-a8cd-64afdd8fc3ed. {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:811}} May 21 21:46:49.802016 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Creating backup snapshot='backup.120a6fc9-734f-4922-b4fd-18aa921c6a95.snap.1653169609.8016353' {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:817}} May 21 21:46:52.147917 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Performing differential transfer from 'volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed' to 'volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed.backup.120a6fc9-734f-4922-b4fd-18aa921c6a95' {{(pid=124319) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}} May 21 21:46:52.148713 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Piping cmd1='rbd export-diff --id cinder --conf /tmp/brickrbd_wxsj5c2r --pool volumes volumes/volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed@backup.120a6fc9-734f-4922-b4fd-18aa921c6a95.snap.1653169609.8016353 -' into... {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}} May 21 21:46:52.148831 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] cmd2='rbd import-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups - backups/volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed.backup.120a6fc9-734f-4922-b4fd-18aa921c6a95' {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}} May 21 21:46:58.950525 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:47:03.421689 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=10,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:47:15.162690 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:47:15.163457 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:47:23.409456 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:47:36.821577 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Differential backup transfer completed in 44.6736s {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:837}} May 21 21:47:36.822291 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Getting metadata type 'volume-base-metadata' {{(pid=124319) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:79}} May 21 21:47:36.824383 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:47:36.835364 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Completed fetching metadata type 'volume-base-metadata' {{(pid=124319) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:98}} May 21 21:47:36.835762 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Getting metadata type 'volume-metadata' {{(pid=124319) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:109}} May 21 21:47:36.842173 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] No metadata type 'volume-metadata' available {{(pid=124319) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:123}} May 21 21:47:36.852565 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Getting metadata type 'volume-glance-metadata' {{(pid=124319) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:132}} May 21 21:47:36.852565 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Completed fetching metadata type 'volume-glance-metadata' {{(pid=124319) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:145}} May 21 21:47:36.852565 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Backing up metadata for volume c27e6a73-0caa-455a-a8cd-64afdd8fc3ed. {{(pid=124319) _backup_metadata /opt/stack/cinder/cinder/backup/drivers/ceph.py:1003}} May 21 21:47:37.000571 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Backup '120a6fc9-734f-4922-b4fd-18aa921c6a95' of volume c27e6a73-0caa-455a-a8cd-64afdd8fc3ed finished. {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1069}} May 21 21:47:37.004071 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] ==> disconnect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'c27e6a73-0caa-455a-a8cd-64afdd8fc3ed', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': }, 'force': True, ': True}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:47:37.609109 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] <== disconnect_volume: return (603ms) None {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:47:37.802954 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-b1d128ac-8798-4544-b467-b59afc2e01c9 tempest-VolumesBackupsTest-1124201519 None] Create backup finished. backup: 120a6fc9-734f-4922-b4fd-18aa921c6a95. May 21 21:47:40.741268 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Restore backup started, backup: 120a6fc9-734f-4922-b4fd-18aa921c6a95 volume: cdcd9231-3c54-4c5f-bbba-be95a920c99d. May 21 21:47:40.755630 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.49', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:47:40.757112 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:47:40.765437 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:47:40.765779 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[70229242-76b0-448d-8fd6-0a4df35df654]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator. The InitiatorName must be unique\n## for each iSCSI initiator. Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:4a49fd8c15b7\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:47:40.769807 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:47:40.774012 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[5d8bbfa0-3156-4f69-b27d-645ef72c5947]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:47:40.774483 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:47:40.775789 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d8bbfa0-3156-4f69-b27d-645ef72c5947]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:47:40.776021 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:47:40.781528 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[cb041eeb-7aea-49f3-b96e-ca8d16a6f8dc]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:47:40.782170 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:47:40.783491 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb041eeb-7aea-49f3-b96e-ca8d16a6f8dc]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:47:40.784457 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:47:40.808875 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.024s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:47:40.809202 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bd1d5c9-1e9b-404f-a4c3-0829ef5fb8d3]: (4, ('/dev/sda1\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:47:40.815341 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:47:40.830602 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.019s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:47:40.831070 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0f02628-76a8-4787-ada8-c19fd7d09d33]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:47:40.832342 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:47:40.839343 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.007s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:47:40.840419 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a7a3257-8d5f-4e59-9bbe-631c7bcc14a6]: (4, ('2df9cf12-96c1-1741-8c27-9e71a4b5f72f\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:47:40.840645 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Running cmd (subprocess): nvme version {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:47:40.869131 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] CMD "nvme version" returned: 0 in 0.027s {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:47:40.869662 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=124319) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}} May 21 21:47:40.870051 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}} May 21 21:47:40.870430 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c dsc: {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}} May 21 21:47:40.871066 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.49', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:4a49fd8c15b7', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': '2df9cf12-96c1-1741-8c27-9e71a4b5f72f', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c', 'found_dsc': ''} {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:47:41.644261 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connector [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Factory for rbd on None {{(pid=124319) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}} May 21 21:47:41.646066 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] ==> connect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-cdcd9231-3c54-4c5f-bbba-be95a920c99d', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'cdcd9231-3c54-4c5f-bbba-be95a920c99d', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:47:41.647059 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.linuxrbd [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] opening connection to ceph cluster (timeout=-1). {{(pid=124319) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}} May 21 21:47:41.774761 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] <== connect_volume: return (128ms) {'path': } {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:47:41.783879 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:47:41.800992 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Starting restore from Ceph backup=120a6fc9-734f-4922-b4fd-18aa921c6a95 to volume=volume-cdcd9231-3c54-4c5f-bbba-be95a920c99d {{(pid=124319) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1349}} May 21 21:47:41.863822 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Looking for snapshot of backup base 'volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed.backup.120a6fc9-734f-4922-b4fd-18aa921c6a95' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}} May 21 21:47:41.864202 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Found snapshot 'backup.120a6fc9-734f-4922-b4fd-18aa921c6a95.snap.1653169609.8016353' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}} May 21 21:47:41.869315 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Volume file is RBD. {{(pid=124319) _diff_restore_allowed /opt/stack/cinder/cinder/backup/drivers/ceph.py:1251}} May 21 21:47:41.908394 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Attempting differential restore. {{(pid=124319) _restore_volume /opt/stack/cinder/cinder/backup/drivers/ceph.py:1304}} May 21 21:47:41.908901 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Attempting incremental restore from base='volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed.backup.120a6fc9-734f-4922-b4fd-18aa921c6a95' snap='backup.120a6fc9-734f-4922-b4fd-18aa921c6a95.snap.1653169609.8016353' {{(pid=124319) _diff_restore_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:1150}} May 21 21:47:41.909301 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Performing differential transfer from 'volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed.backup.120a6fc9-734f-4922-b4fd-18aa921c6a95' to 'volume-cdcd9231-3c54-4c5f-bbba-be95a920c99d' {{(pid=124319) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}} May 21 21:47:41.909706 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Piping cmd1='rbd export-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups backups/volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed.backup.120a6fc9-734f-4922-b4fd-18aa921c6a95@backup.120a6fc9-734f-4922-b4fd-18aa921c6a95.snap.1653169609.8016353 -' into... {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}} May 21 21:47:41.910068 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] cmd2='rbd import-diff --id cinder --conf /tmp/brickrbd_okdz3hjc --pool volumes - volumes/volume-cdcd9231-3c54-4c5f-bbba-be95a920c99d' {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}} May 21 21:47:50.782135 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Create backup started, backup: 87b69e6c-4288-4106-8b47-27e6a206202a volume: 336962e7-0d9e-450f-b17a-be42bd84e9a4. May 21 21:47:50.843845 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2022-05-21T21:47:50Z,data_timestamp=2022-05-21T21:47:50Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-VolumesBackupsAdminTest-Backup-86683632',encryption_key_id=None,fail_reason=None,host='ncdv-master-1',id=87b69e6c-4288-4106-8b47-27e6a206202a,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='616a8123913f448dbe5c6df99a5d9a29',restore_volume_id=None,service='cinder.backup.drivers.ceph.CephBackupDriver',service_metadata=None,size=1,snapshot_id=None,status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='7341b4ae02794b8c93dce57baa4d8abb',volume_id=336962e7-0d9e-450f-b17a-be42bd84e9a4) May 21 21:47:50.886205 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.49', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:47:50.887656 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:47:50.895230 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:47:50.895554 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[99373e29-e7e5-4fd3-8ce1-038f23a322bd]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator. The InitiatorName must be unique\n## for each iSCSI initiator. Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:4a49fd8c15b7\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:47:50.897608 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:47:50.903423 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[7f59af0c-dc1c-4cee-9b4e-417c5d76e4a3]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:47:50.904379 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:47:50.905747 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f59af0c-dc1c-4cee-9b4e-417c5d76e4a3]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:47:50.905888 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:47:50.913799 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[d7ebc978-f902-49f1-9d34-403a994b2262]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:47:50.914159 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:47:50.915443 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7ebc978-f902-49f1-9d34-403a994b2262]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:47:50.915878 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:47:50.926480 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.010s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:47:50.936344 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cbdb1a1-b3e5-4a8d-9dc9-920815ebb585]: (4, ('/dev/sda1\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:47:50.936344 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:47:50.938046 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.009s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:47:50.938434 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b7e92a3-5809-40dc-a401-1fefa894a248]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:47:50.939616 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:47:50.947549 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.008s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:47:50.947883 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[d78a16f2-25e7-4541-8ec8-b5088f132268]: (4, ('2df9cf12-96c1-1741-8c27-9e71a4b5f72f\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:47:50.948772 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Running cmd (subprocess): nvme version {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:47:50.968168 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] CMD "nvme version" returned: 0 in 0.019s {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:47:50.969966 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=124319) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}} May 21 21:47:50.970343 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}} May 21 21:47:50.970713 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c dsc: {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}} May 21 21:47:50.971388 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] <== get_connector_properties: return (84ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.49', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:4a49fd8c15b7', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': '2df9cf12-96c1-1741-8c27-9e71a4b5f72f', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c', 'found_dsc': ''} {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:47:51.766459 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connector [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Factory for rbd on None {{(pid=124319) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}} May 21 21:47:51.768084 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] ==> connect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-336962e7-0d9e-450f-b17a-be42bd84e9a4', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '336962e7-0d9e-450f-b17a-be42bd84e9a4', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:47:51.769168 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.linuxrbd [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] opening connection to ceph cluster (timeout=-1). {{(pid=124319) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}} May 21 21:47:51.904970 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] <== connect_volume: return (135ms) {'path': } {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:47:51.915177 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:47:52.038482 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Starting backup of volume='336962e7-0d9e-450f-b17a-be42bd84e9a4'. {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1028}} May 21 21:47:52.039387 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Volume file is RBD: attempting optimized backup {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1039}} May 21 21:47:52.060900 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Creating base image 'volume-336962e7-0d9e-450f-b17a-be42bd84e9a4.backup.87b69e6c-4288-4106-8b47-27e6a206202a' {{(pid=124319) _create_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:469}} May 21 21:47:52.061306 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] RBD also supports fast-diff, enabling it together with exclusive-lock and object-map {{(pid=124319) _get_rbd_support /opt/stack/cinder/cinder/backup/drivers/ceph.py:277}} May 21 21:47:53.234255 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Using --from-snap 'None' for incremental backup of volume 336962e7-0d9e-450f-b17a-be42bd84e9a4. {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:811}} May 21 21:47:53.234958 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Creating backup snapshot='backup.87b69e6c-4288-4106-8b47-27e6a206202a.snap.1653169673.2342732' {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:817}} May 21 21:47:56.126269 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Performing differential transfer from 'volume-336962e7-0d9e-450f-b17a-be42bd84e9a4' to 'volume-336962e7-0d9e-450f-b17a-be42bd84e9a4.backup.87b69e6c-4288-4106-8b47-27e6a206202a' {{(pid=124319) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}} May 21 21:47:56.126913 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Piping cmd1='rbd export-diff --id cinder --conf /tmp/brickrbd_58fk15nf --pool volumes volumes/volume-336962e7-0d9e-450f-b17a-be42bd84e9a4@backup.87b69e6c-4288-4106-8b47-27e6a206202a.snap.1653169673.2342732 -' into... {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}} May 21 21:47:56.127063 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] cmd2='rbd import-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups - backups/volume-336962e7-0d9e-450f-b17a-be42bd84e9a4.backup.87b69e6c-4288-4106-8b47-27e6a206202a' {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}} May 21 21:48:00.148596 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Differential backup transfer completed in 4.0218s {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:837}} May 21 21:48:00.149281 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Getting metadata type 'volume-base-metadata' {{(pid=124319) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:79}} May 21 21:48:00.152943 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=21,cinder:UPDATE=4 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:48:00.164622 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Completed fetching metadata type 'volume-base-metadata' {{(pid=124319) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:98}} May 21 21:48:00.165029 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Getting metadata type 'volume-metadata' {{(pid=124319) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:109}} May 21 21:48:00.171511 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] No metadata type 'volume-metadata' available {{(pid=124319) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:123}} May 21 21:48:00.171895 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Getting metadata type 'volume-glance-metadata' {{(pid=124319) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:132}} May 21 21:48:00.178386 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] No metadata type 'volume-glance-metadata' available {{(pid=124319) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:147}} May 21 21:48:00.179070 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Backing up metadata for volume 336962e7-0d9e-450f-b17a-be42bd84e9a4. {{(pid=124319) _backup_metadata /opt/stack/cinder/cinder/backup/drivers/ceph.py:1003}} May 21 21:48:00.386073 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Backup '87b69e6c-4288-4106-8b47-27e6a206202a' of volume 336962e7-0d9e-450f-b17a-be42bd84e9a4 finished. {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1069}} May 21 21:48:00.387894 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] ==> disconnect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-336962e7-0d9e-450f-b17a-be42bd84e9a4', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '336962e7-0d9e-450f-b17a-be42bd84e9a4', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': }, 'force': True, ': True}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:48:00.973412 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] <== disconnect_volume: return (584ms) None {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:48:01.196451 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-499f4327-e044-4614-b76a-c805ee0c4346 tempest-VolumesBackupsAdminTest-93613926 None] Create backup finished. backup: 87b69e6c-4288-4106-8b47-27e6a206202a. May 21 21:48:02.246061 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-30ecd5c6-5b6f-43a4-9bdc-109b079b2592 tempest-VolumesBackupsAdminTest-1808734074 None] Export record started, backup: 87b69e6c-4288-4106-8b47-27e6a206202a. May 21 21:48:02.248747 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-30ecd5c6-5b6f-43a4-9bdc-109b079b2592 tempest-VolumesBackupsAdminTest-1808734074 None] Export record finished, backup 87b69e6c-4288-4106-8b47-27e6a206202a exported. May 21 21:48:02.785812 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-cf4b5d7f-f185-411d-8989-891b8f68da30 tempest-VolumesBackupsAdminTest-1808734074 None] Import record started, backup_url: eyJkcml2ZXJfaW5mbyI6IHt9LCAiaWQiOiAiMzg0N2Q4ZmYtYjBmMC00Y2RkLWFiMTktZmNmODY0MmZjZjgyIiwgInVzZXJfaWQiOiAiNzM0MWI0YWUwMjc5NGI4YzkzZGNlNTdiYWE0ZDhhYmIiLCAicHJvamVjdF9pZCI6ICI2MTZhODEyMzkxM2Y0NDhkYmU1YzZkZjk5YTVkOWEyOSIsICJ2b2x1bWVfaWQiOiAiMzM2OTYyZTctMGQ5ZS00NTBmLWIxN2EtYmU0MmJkODRlOWE0IiwgImhvc3QiOiAibmNkdi1tYXN0ZXItMSIsICJhdmFpbGFiaWxpdHlfem9uZSI6IG51bGwsICJjb250YWluZXIiOiAiYmFja3VwcyIsICJwYXJlbnRfaWQiOiBudWxsLCAic3RhdHVzIjogImF2YWlsYWJsZSIsICJmYWlsX3JlYXNvbiI6IG51bGwsICJzaXplIjogMSwgImRpc3BsYXlfbmFtZSI6ICJ0ZW1wZXN0LVZvbHVtZXNCYWNrdXBzQWRtaW5UZXN0LUJhY2t1cC04NjY4MzYzMiIsICJkaXNwbGF5X2Rlc2NyaXB0aW9uIjogbnVsbCwgInNlcnZpY2VfbWV0YWRhdGEiOiAie1wiYmFzZVwiOiBcInZvbHVtZS0zMzY5NjJlNy0wZDllLTQ1MGYtYjE3YS1iZTQyYmQ4NGU5YTQuYmFja3VwLjg3YjY5ZTZjLTQyODgtNDEwNi04YjQ3LTI3ZTZhMjA2MjAyYVwifSIsICJzZXJ2aWNlIjogImNpbmRlci5iYWNrdXAuZHJpdmVycy5jZXBoLkNlcGhCYWNrdXBEcml2ZXIiLCAib2JqZWN0X2NvdW50IjogMCwgInRlbXBfdm9sdW1lX2lkIjogbnVsbCwgInRlbXBfc25hcHNob3RfaWQiOiBudWxsLCAibnVtX2RlcGVuZGVudF9iYWNrdXBzIjogMCwgInNuYXBzaG90X2lkIjogbnVsbCwgImRhdGFfdGltZXN0YW1wIjogIjIwMjItMDUtMjFUMjE6NDc6NTBaIiwgInJlc3RvcmVfdm9sdW1lX2lkIjogbnVsbCwgIm1ldGFkYXRhIjoge30sICJlbmNyeXB0aW9uX2tleV9pZCI6IG51bGwsICJjcmVhdGVkX2F0IjogIjIwMjItMDUtMjFUMjE6NDc6NTBaIiwgInVwZGF0ZWRfYXQiOiAiMjAyMi0wNS0yMVQyMTo0ODowMVoiLCAiZGVsZXRlZF9hdCI6IG51bGwsICJkZWxldGVkIjogZmFsc2V9. May 21 21:48:02.794462 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-cf4b5d7f-f185-411d-8989-891b8f68da30 tempest-VolumesBackupsAdminTest-1808734074 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:48:02.963653 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-cf4b5d7f-f185-411d-8989-891b8f68da30 tempest-VolumesBackupsAdminTest-1808734074 None] Import record id 3847d8ff-b0f0-4cdd-ab19-fcf8642fcf82 metadata from driver finished. May 21 21:48:07.757858 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Restore backup started, backup: 87b69e6c-4288-4106-8b47-27e6a206202a volume: a0e45e0a-1ce2-448f-8218-e4d2daea044d. May 21 21:48:07.761181 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=30,cinder:UPDATE=6 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:48:07.774143 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.49', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:48:07.775936 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:48:07.791211 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:48:07.791534 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[2620303d-ed6c-4bde-a719-20c3d6a98768]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator. The InitiatorName must be unique\n## for each iSCSI initiator. Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:4a49fd8c15b7\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:48:07.792984 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:48:07.800678 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[d72c29ce-1c3a-4da9-ae1d-04bf89df456f]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:48:07.801881 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:48:07.803304 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[d72c29ce-1c3a-4da9-ae1d-04bf89df456f]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:48:07.804220 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:48:07.810944 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[1295c7a9-4c66-4ad6-ba9b-d51f3957c988]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:48:07.811699 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:48:07.813050 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[1295c7a9-4c66-4ad6-ba9b-d51f3957c988]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:48:07.813569 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:48:07.825529 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.012s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:48:07.830888 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[afea6f15-2892-4f77-b3a7-da3c6a85507b]: (4, ('/dev/sda1\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:48:07.830888 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:48:07.837132 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.010s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:48:07.837481 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8312b16-bb23-48d6-8ef2-f707e06f01ed]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:48:07.838696 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:48:07.845630 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.007s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:48:07.845991 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d58c164-6f0f-4459-be1f-4af7dfcd64f6]: (4, ('2df9cf12-96c1-1741-8c27-9e71a4b5f72f\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:48:07.846785 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Running cmd (subprocess): nvme version {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:48:07.868884 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] CMD "nvme version" returned: 0 in 0.021s {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:48:07.871662 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=124319) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}} May 21 21:48:07.872012 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}} May 21 21:48:07.872427 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c dsc: {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}} May 21 21:48:07.873059 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] <== get_connector_properties: return (97ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.49', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:4a49fd8c15b7', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': '2df9cf12-96c1-1741-8c27-9e71a4b5f72f', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c', 'found_dsc': ''} {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:48:08.549274 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connector [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Factory for rbd on None {{(pid=124319) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}} May 21 21:48:08.550861 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] ==> connect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-a0e45e0a-1ce2-448f-8218-e4d2daea044d', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'a0e45e0a-1ce2-448f-8218-e4d2daea044d', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:48:08.561213 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.linuxrbd [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] opening connection to ceph cluster (timeout=-1). {{(pid=124319) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}} May 21 21:48:08.774473 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] <== connect_volume: return (223ms) {'path': } {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:48:08.784597 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:48:08.797075 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Starting restore from Ceph backup=87b69e6c-4288-4106-8b47-27e6a206202a to volume=volume-a0e45e0a-1ce2-448f-8218-e4d2daea044d {{(pid=124319) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1349}} May 21 21:48:08.868844 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Looking for snapshot of backup base 'volume-336962e7-0d9e-450f-b17a-be42bd84e9a4.backup.87b69e6c-4288-4106-8b47-27e6a206202a' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}} May 21 21:48:08.869230 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Found snapshot 'backup.87b69e6c-4288-4106-8b47-27e6a206202a.snap.1653169673.2342732' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}} May 21 21:48:08.874613 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Volume file is RBD. {{(pid=124319) _diff_restore_allowed /opt/stack/cinder/cinder/backup/drivers/ceph.py:1251}} May 21 21:48:08.903627 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Attempting differential restore. {{(pid=124319) _restore_volume /opt/stack/cinder/cinder/backup/drivers/ceph.py:1304}} May 21 21:48:08.904199 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Attempting incremental restore from base='volume-336962e7-0d9e-450f-b17a-be42bd84e9a4.backup.87b69e6c-4288-4106-8b47-27e6a206202a' snap='backup.87b69e6c-4288-4106-8b47-27e6a206202a.snap.1653169673.2342732' {{(pid=124319) _diff_restore_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:1150}} May 21 21:48:08.904725 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Performing differential transfer from 'volume-336962e7-0d9e-450f-b17a-be42bd84e9a4.backup.87b69e6c-4288-4106-8b47-27e6a206202a' to 'volume-a0e45e0a-1ce2-448f-8218-e4d2daea044d' {{(pid=124319) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}} May 21 21:48:08.905140 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Piping cmd1='rbd export-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups backups/volume-336962e7-0d9e-450f-b17a-be42bd84e9a4.backup.87b69e6c-4288-4106-8b47-27e6a206202a@backup.87b69e6c-4288-4106-8b47-27e6a206202a.snap.1653169673.2342732 -' into... {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}} May 21 21:48:08.905513 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] cmd2='rbd import-diff --id cinder --conf /tmp/brickrbd_wh88wlsh --pool volumes - volumes/volume-a0e45e0a-1ce2-448f-8218-e4d2daea044d' {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}} May 21 21:48:12.443716 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Restore transfer completed in 3.5385s {{(pid=124319) _diff_restore_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:1172}} May 21 21:48:12.444802 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Restore target I/O object does not support fileno() - skipping call to fsync(). {{(pid=124319) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1360}} May 21 21:48:12.483508 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Restoring volume base metadata {{(pid=124319) _restore_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:177}} May 21 21:48:12.580971 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] No metadata of type 'volume-metadata' to restore {{(pid=124319) put /opt/stack/cinder/cinder/backup/driver.py:345}} May 21 21:48:12.581351 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] No metadata of type 'volume-glance-metadata' to restore {{(pid=124319) put /opt/stack/cinder/cinder/backup/driver.py:345}} May 21 21:48:12.584678 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Restore to volume a0e45e0a-1ce2-448f-8218-e4d2daea044d finished successfully. {{(pid=124319) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1367}} May 21 21:48:12.586509 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] ==> disconnect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-a0e45e0a-1ce2-448f-8218-e4d2daea044d', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'a0e45e0a-1ce2-448f-8218-e4d2daea044d', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': }, 'force': True, ': False}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:48:12.807654 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] <== disconnect_volume: return (220ms) None {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:48:12.858939 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.manager [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Encryption key ID for volume a0e45e0a-1ce2-448f-8218-e4d2daea044d already matches encryption key ID in backup 87b69e6c-4288-4106-8b47-27e6a206202a. {{(pid=124319) _run_restore /opt/stack/cinder/cinder/backup/manager.py:824}} May 21 21:48:13.213129 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-2a21ff20-1b15-4243-aca2-1b13cc96aafa tempest-VolumesBackupsAdminTest-93613926 None] Finished restoring backup 87b69e6c-4288-4106-8b47-27e6a206202a to volume a0e45e0a-1ce2-448f-8218-e4d2daea044d. May 21 21:48:14.447970 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-9e1cc11b-2cdb-4402-9fde-f7de396c38cc tempest-VolumesBackupsAdminTest-1808734074 None] Delete backup started, backup: 3847d8ff-b0f0-4cdd-ab19-fcf8642fcf82. May 21 21:48:14.449836 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9e1cc11b-2cdb-4402-9fde-f7de396c38cc tempest-VolumesBackupsAdminTest-1808734074 None] Delete started for backup=3847d8ff-b0f0-4cdd-ab19-fcf8642fcf82 {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}} May 21 21:48:14.452262 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9e1cc11b-2cdb-4402-9fde-f7de396c38cc tempest-VolumesBackupsAdminTest-1808734074 None] Trying diff format basename='volume-336962e7-0d9e-450f-b17a-be42bd84e9a4.backup.87b69e6c-4288-4106-8b47-27e6a206202a' for backup base image of volume 336962e7-0d9e-450f-b17a-be42bd84e9a4. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}} May 21 21:48:14.776892 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9e1cc11b-2cdb-4402-9fde-f7de396c38cc tempest-VolumesBackupsAdminTest-1808734074 None] Looking for snapshot of backup base 'volume-336962e7-0d9e-450f-b17a-be42bd84e9a4.backup.87b69e6c-4288-4106-8b47-27e6a206202a' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}} May 21 21:48:14.777466 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9e1cc11b-2cdb-4402-9fde-f7de396c38cc tempest-VolumesBackupsAdminTest-1808734074 None] Backup '3847d8ff-b0f0-4cdd-ab19-fcf8642fcf82' has no snapshot {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:967}} May 21 21:48:14.777903 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9e1cc11b-2cdb-4402-9fde-f7de396c38cc tempest-VolumesBackupsAdminTest-1808734074 None] No backup snapshot to delete {{(pid=124319) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:504}} May 21 21:48:14.965230 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.drivers.ceph [None req-9e1cc11b-2cdb-4402-9fde-f7de396c38cc tempest-VolumesBackupsAdminTest-1808734074 None] Backup base image of volume 336962e7-0d9e-450f-b17a-be42bd84e9a4 still has 1 snapshots so skipping base image delete. May 21 21:48:15.167554 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:48:15.167918 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:48:15.204977 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9e1cc11b-2cdb-4402-9fde-f7de396c38cc tempest-VolumesBackupsAdminTest-1808734074 None] Metadata backup object 'backup.3847d8ff-b0f0-4cdd-ab19-fcf8642fcf82.meta' not found - ignoring {{(pid=124319) remove_if_exists /opt/stack/cinder/cinder/backup/drivers/ceph.py:162}} May 21 21:48:15.215491 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-9e1cc11b-2cdb-4402-9fde-f7de396c38cc tempest-VolumesBackupsAdminTest-1808734074 None] Delete of backup '3847d8ff-b0f0-4cdd-ab19-fcf8642fcf82' for volume '336962e7-0d9e-450f-b17a-be42bd84e9a4' finished. {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}} May 21 21:48:15.222520 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-9e1cc11b-2cdb-4402-9fde-f7de396c38cc tempest-VolumesBackupsAdminTest-1808734074 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:48:15.307185 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.quota [None req-9e1cc11b-2cdb-4402-9fde-f7de396c38cc tempest-VolumesBackupsAdminTest-1808734074 None] Created reservations ['ac062d7e-8909-4bff-b199-68f35836fde7', '46dad081-ff4f-4ba6-a491-4598ec8b1d09'] {{(pid=124319) reserve /opt/stack/cinder/cinder/quota.py:755}} May 21 21:48:15.490236 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-9e1cc11b-2cdb-4402-9fde-f7de396c38cc tempest-VolumesBackupsAdminTest-1808734074 None] Delete backup finished, backup 3847d8ff-b0f0-4cdd-ab19-fcf8642fcf82 deleted. May 21 21:48:15.696082 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-ba7f67df-f062-4386-8af8-0efc59d62059 tempest-VolumesBackupsAdminTest-93613926 None] Delete backup started, backup: 87b69e6c-4288-4106-8b47-27e6a206202a. May 21 21:48:15.701057 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ba7f67df-f062-4386-8af8-0efc59d62059 tempest-VolumesBackupsAdminTest-93613926 None] Delete started for backup=87b69e6c-4288-4106-8b47-27e6a206202a {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}} May 21 21:48:15.701057 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ba7f67df-f062-4386-8af8-0efc59d62059 tempest-VolumesBackupsAdminTest-93613926 None] Trying diff format basename='volume-336962e7-0d9e-450f-b17a-be42bd84e9a4.backup.87b69e6c-4288-4106-8b47-27e6a206202a' for backup base image of volume 336962e7-0d9e-450f-b17a-be42bd84e9a4. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}} May 21 21:48:16.162247 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ba7f67df-f062-4386-8af8-0efc59d62059 tempest-VolumesBackupsAdminTest-93613926 None] Looking for snapshot of backup base 'volume-336962e7-0d9e-450f-b17a-be42bd84e9a4.backup.87b69e6c-4288-4106-8b47-27e6a206202a' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}} May 21 21:48:16.162669 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ba7f67df-f062-4386-8af8-0efc59d62059 tempest-VolumesBackupsAdminTest-93613926 None] Found snapshot 'backup.87b69e6c-4288-4106-8b47-27e6a206202a.snap.1653169673.2342732' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}} May 21 21:48:16.163051 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ba7f67df-f062-4386-8af8-0efc59d62059 tempest-VolumesBackupsAdminTest-93613926 None] Deleting backup snapshot='backup.87b69e6c-4288-4106-8b47-27e6a206202a.snap.1653169673.2342732' {{(pid=124319) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:501}} May 21 21:48:19.593238 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.drivers.ceph [None req-ba7f67df-f062-4386-8af8-0efc59d62059 tempest-VolumesBackupsAdminTest-93613926 None] Deleting backup base image='volume-336962e7-0d9e-450f-b17a-be42bd84e9a4.backup.87b69e6c-4288-4106-8b47-27e6a206202a' of volume 336962e7-0d9e-450f-b17a-be42bd84e9a4. May 21 21:48:23.422691 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-2ba6525d-c519-40bc-8494-68769c8ce364 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:48:26.659810 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ba7f67df-f062-4386-8af8-0efc59d62059 tempest-VolumesBackupsAdminTest-93613926 None] Base backup image='volume-336962e7-0d9e-450f-b17a-be42bd84e9a4.backup.87b69e6c-4288-4106-8b47-27e6a206202a' of volume 336962e7-0d9e-450f-b17a-be42bd84e9a4 deleted. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:591}} May 21 21:48:26.827857 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-ba7f67df-f062-4386-8af8-0efc59d62059 tempest-VolumesBackupsAdminTest-93613926 None] Delete of backup '87b69e6c-4288-4106-8b47-27e6a206202a' for volume '336962e7-0d9e-450f-b17a-be42bd84e9a4' finished. {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}} May 21 21:48:26.974609 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.quota [None req-ba7f67df-f062-4386-8af8-0efc59d62059 tempest-VolumesBackupsAdminTest-93613926 None] Created reservations ['cacac17d-e3de-449b-9ec2-397e01c03dc3', '39086f6f-4674-437a-b6c5-32ee01d1bc7b'] {{(pid=124319) reserve /opt/stack/cinder/cinder/quota.py:755}} May 21 21:48:27.049598 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Restore transfer completed in 45.1401s {{(pid=124319) _diff_restore_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:1172}} May 21 21:48:27.050540 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Restore target I/O object does not support fileno() - skipping call to fsync(). {{(pid=124319) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1360}} May 21 21:48:27.093389 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Restoring volume base metadata {{(pid=124319) _restore_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:177}} May 21 21:48:27.144495 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-ba7f67df-f062-4386-8af8-0efc59d62059 tempest-VolumesBackupsAdminTest-93613926 None] Delete backup finished, backup 87b69e6c-4288-4106-8b47-27e6a206202a deleted. May 21 21:48:27.167107 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] No metadata of type 'volume-metadata' to restore {{(pid=124319) put /opt/stack/cinder/cinder/backup/driver.py:345}} May 21 21:48:27.167635 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Restoring volume glance metadata {{(pid=124319) _restore_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:258}} May 21 21:48:28.474963 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Restore to volume cdcd9231-3c54-4c5f-bbba-be95a920c99d finished successfully. {{(pid=124319) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1367}} May 21 21:48:28.476556 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] ==> disconnect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-cdcd9231-3c54-4c5f-bbba-be95a920c99d', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'cdcd9231-3c54-4c5f-bbba-be95a920c99d', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': }, 'force': True, ': False}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:48:28.623776 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] <== disconnect_volume: return (146ms) None {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:48:28.684695 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.manager [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Encryption key ID for volume cdcd9231-3c54-4c5f-bbba-be95a920c99d already matches encryption key ID in backup 120a6fc9-734f-4922-b4fd-18aa921c6a95. {{(pid=124319) _run_restore /opt/stack/cinder/cinder/backup/manager.py:824}} May 21 21:48:28.952046 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-50b8ce87-547d-46da-9c9c-8868696c3446 tempest-VolumesBackupsTest-1124201519 None] Finished restoring backup 120a6fc9-734f-4922-b4fd-18aa921c6a95 to volume cdcd9231-3c54-4c5f-bbba-be95a920c99d. May 21 21:48:33.422479 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=70,cinder:UPDATE=11,cinder:INSERT=10 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:48:33.508189 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Create backup started, backup: bd21ab44-be55-4e8a-807f-9e340bd445ae volume: e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8. May 21 21:48:33.615495 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2022-05-21T21:48:33Z,data_timestamp=2022-05-21T21:48:33Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-VolumesBackupsAdminTest-Backup-1874345924',encryption_key_id=None,fail_reason=None,host='ncdv-master-1',id=bd21ab44-be55-4e8a-807f-9e340bd445ae,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='616a8123913f448dbe5c6df99a5d9a29',restore_volume_id=None,service='cinder.backup.drivers.ceph.CephBackupDriver',service_metadata=None,size=1,snapshot_id=None,status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='7341b4ae02794b8c93dce57baa4d8abb',volume_id=e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8) May 21 21:48:33.659239 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.49', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:48:33.661229 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:48:33.671242 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.010s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:48:33.671670 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[9812313f-55e6-4c7b-951a-ff9ac9250bce]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator. The InitiatorName must be unique\n## for each iSCSI initiator. Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:4a49fd8c15b7\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:48:33.674270 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:48:33.680889 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[5d11a1a7-14c0-4d28-baf4-501a16a092e9]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:48:33.681861 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:48:33.683036 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d11a1a7-14c0-4d28-baf4-501a16a092e9]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:48:33.683304 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:48:33.690328 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[2d5ddc0d-b4fc-42f7-ba10-2ae75cd31f2e]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:48:33.690921 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:48:33.692201 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d5ddc0d-b4fc-42f7-ba10-2ae75cd31f2e]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:48:33.692804 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:48:33.714381 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.021s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:48:33.714719 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdbd5348-4aaa-4115-9ffb-f18cee3241c6]: (4, ('/dev/sda1\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:48:33.715893 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:48:33.725629 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.010s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:48:33.725961 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc328443-c6b9-44f0-8c54-726c8f668bc7]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:48:33.727183 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:48:33.733990 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.007s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:48:33.734906 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[182fe6a2-8eaa-46a6-9665-6a108d35cb56]: (4, ('2df9cf12-96c1-1741-8c27-9e71a4b5f72f\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:48:33.735697 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Running cmd (subprocess): nvme version {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:48:33.755766 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] CMD "nvme version" returned: 0 in 0.020s {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:48:33.757653 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=124319) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}} May 21 21:48:33.758030 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}} May 21 21:48:33.758419 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c dsc: {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}} May 21 21:48:33.759061 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] <== get_connector_properties: return (98ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.49', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:4a49fd8c15b7', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': '2df9cf12-96c1-1741-8c27-9e71a4b5f72f', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c', 'found_dsc': ''} {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:48:34.516071 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connector [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Factory for rbd on None {{(pid=124319) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}} May 21 21:48:34.519053 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] ==> connect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:48:34.519668 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.linuxrbd [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] opening connection to ceph cluster (timeout=-1). {{(pid=124319) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}} May 21 21:48:34.704551 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] <== connect_volume: return (186ms) {'path': } {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:48:34.713563 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:48:34.786215 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Starting backup of volume='e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8'. {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1028}} May 21 21:48:34.787159 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Volume file is RBD: attempting optimized backup {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1039}} May 21 21:48:34.807223 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Creating base image 'volume-e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8.backup.bd21ab44-be55-4e8a-807f-9e340bd445ae' {{(pid=124319) _create_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:469}} May 21 21:48:34.813154 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] RBD also supports fast-diff, enabling it together with exclusive-lock and object-map {{(pid=124319) _get_rbd_support /opt/stack/cinder/cinder/backup/drivers/ceph.py:277}} May 21 21:48:35.679650 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Using --from-snap 'None' for incremental backup of volume e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8. {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:811}} May 21 21:48:35.680330 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Creating backup snapshot='backup.bd21ab44-be55-4e8a-807f-9e340bd445ae.snap.1653169715.6796722' {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:817}} May 21 21:48:37.073861 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Performing differential transfer from 'volume-e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8' to 'volume-e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8.backup.bd21ab44-be55-4e8a-807f-9e340bd445ae' {{(pid=124319) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}} May 21 21:48:37.074523 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Piping cmd1='rbd export-diff --id cinder --conf /tmp/brickrbd_azmg_9pt --pool volumes volumes/volume-e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8@backup.bd21ab44-be55-4e8a-807f-9e340bd445ae.snap.1653169715.6796722 -' into... {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}} May 21 21:48:37.074718 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] cmd2='rbd import-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups - backups/volume-e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8.backup.bd21ab44-be55-4e8a-807f-9e340bd445ae' {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}} May 21 21:48:39.383123 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Differential backup transfer completed in 2.3090s {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:837}} May 21 21:48:39.383797 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Getting metadata type 'volume-base-metadata' {{(pid=124319) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:79}} May 21 21:48:39.387196 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=67,cinder:UPDATE=15,cinder:INSERT=8 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:48:39.398193 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Completed fetching metadata type 'volume-base-metadata' {{(pid=124319) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:98}} May 21 21:48:39.402742 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Getting metadata type 'volume-metadata' {{(pid=124319) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:109}} May 21 21:48:39.405080 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] No metadata type 'volume-metadata' available {{(pid=124319) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:123}} May 21 21:48:39.405462 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Getting metadata type 'volume-glance-metadata' {{(pid=124319) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:132}} May 21 21:48:39.411787 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] No metadata type 'volume-glance-metadata' available {{(pid=124319) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:147}} May 21 21:48:39.412342 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Backing up metadata for volume e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8. {{(pid=124319) _backup_metadata /opt/stack/cinder/cinder/backup/drivers/ceph.py:1003}} May 21 21:48:39.536126 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Backup 'bd21ab44-be55-4e8a-807f-9e340bd445ae' of volume e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8 finished. {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1069}} May 21 21:48:39.537958 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] ==> disconnect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': 'e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': }, 'force': True, ': True}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:48:39.870483 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] <== disconnect_volume: return (332ms) None {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:48:40.038093 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-e6024909-d302-4325-ad02-655018fff235 tempest-VolumesBackupsAdminTest-93613926 None] Create backup finished. backup: bd21ab44-be55-4e8a-807f-9e340bd445ae. May 21 21:48:40.815585 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-03eeddc9-eebb-4d27-9d19-d13353bd3ab0 tempest-VolumesBackupsAdminTest-1808734074 None] Reset backup status started, backup_id: bd21ab44-be55-4e8a-807f-9e340bd445ae, status: error. May 21 21:48:40.816692 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-03eeddc9-eebb-4d27-9d19-d13353bd3ab0 tempest-VolumesBackupsAdminTest-1808734074 None] Backup service: cinder.backup.drivers.ceph.CephBackupDriver. May 21 21:48:41.095596 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-388aa92b-5328-4ea2-996f-34911b720254 tempest-VolumesBackupsTest-1124201519 None] Delete backup started, backup: 120a6fc9-734f-4922-b4fd-18aa921c6a95. May 21 21:48:41.097626 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-388aa92b-5328-4ea2-996f-34911b720254 tempest-VolumesBackupsTest-1124201519 None] Delete started for backup=120a6fc9-734f-4922-b4fd-18aa921c6a95 {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}} May 21 21:48:41.104551 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-388aa92b-5328-4ea2-996f-34911b720254 tempest-VolumesBackupsTest-1124201519 None] Trying diff format basename='volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed.backup.120a6fc9-734f-4922-b4fd-18aa921c6a95' for backup base image of volume c27e6a73-0caa-455a-a8cd-64afdd8fc3ed. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}} May 21 21:48:41.260592 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-388aa92b-5328-4ea2-996f-34911b720254 tempest-VolumesBackupsTest-1124201519 None] Looking for snapshot of backup base 'volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed.backup.120a6fc9-734f-4922-b4fd-18aa921c6a95' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}} May 21 21:48:41.260838 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-388aa92b-5328-4ea2-996f-34911b720254 tempest-VolumesBackupsTest-1124201519 None] Found snapshot 'backup.120a6fc9-734f-4922-b4fd-18aa921c6a95.snap.1653169609.8016353' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}} May 21 21:48:41.261211 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-388aa92b-5328-4ea2-996f-34911b720254 tempest-VolumesBackupsTest-1124201519 None] Deleting backup snapshot='backup.120a6fc9-734f-4922-b4fd-18aa921c6a95.snap.1653169609.8016353' {{(pid=124319) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:501}} May 21 21:48:41.991699 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-bd7aafa0-df67-44be-b185-bacaf8387163 tempest-VolumesBackupsAdminTest-93613926 None] Delete backup started, backup: bd21ab44-be55-4e8a-807f-9e340bd445ae. May 21 21:48:41.991699 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-bd7aafa0-df67-44be-b185-bacaf8387163 tempest-VolumesBackupsAdminTest-93613926 None] Delete started for backup=bd21ab44-be55-4e8a-807f-9e340bd445ae {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}} May 21 21:48:41.991699 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-bd7aafa0-df67-44be-b185-bacaf8387163 tempest-VolumesBackupsAdminTest-93613926 None] Trying diff format basename='volume-e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8.backup.bd21ab44-be55-4e8a-807f-9e340bd445ae' for backup base image of volume e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}} May 21 21:48:42.199047 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-bd7aafa0-df67-44be-b185-bacaf8387163 tempest-VolumesBackupsAdminTest-93613926 None] Looking for snapshot of backup base 'volume-e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8.backup.bd21ab44-be55-4e8a-807f-9e340bd445ae' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}} May 21 21:48:42.199469 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-bd7aafa0-df67-44be-b185-bacaf8387163 tempest-VolumesBackupsAdminTest-93613926 None] Found snapshot 'backup.bd21ab44-be55-4e8a-807f-9e340bd445ae.snap.1653169715.6796722' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}} May 21 21:48:42.199843 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-bd7aafa0-df67-44be-b185-bacaf8387163 tempest-VolumesBackupsAdminTest-93613926 None] Deleting backup snapshot='backup.bd21ab44-be55-4e8a-807f-9e340bd445ae.snap.1653169715.6796722' {{(pid=124319) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:501}} May 21 21:48:43.424391 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-2ba6525d-c519-40bc-8494-68769c8ce364 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:48:43.854260 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.drivers.ceph [None req-388aa92b-5328-4ea2-996f-34911b720254 tempest-VolumesBackupsTest-1124201519 None] Deleting backup base image='volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed.backup.120a6fc9-734f-4922-b4fd-18aa921c6a95' of volume c27e6a73-0caa-455a-a8cd-64afdd8fc3ed. May 21 21:48:45.129328 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.drivers.ceph [None req-bd7aafa0-df67-44be-b185-bacaf8387163 tempest-VolumesBackupsAdminTest-93613926 None] Deleting backup base image='volume-e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8.backup.bd21ab44-be55-4e8a-807f-9e340bd445ae' of volume e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8. May 21 21:48:50.587496 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-bd7aafa0-df67-44be-b185-bacaf8387163 tempest-VolumesBackupsAdminTest-93613926 None] Base backup image='volume-e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8.backup.bd21ab44-be55-4e8a-807f-9e340bd445ae' of volume e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8 deleted. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:591}} May 21 21:48:50.845165 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-bd7aafa0-df67-44be-b185-bacaf8387163 tempest-VolumesBackupsAdminTest-93613926 None] Delete of backup 'bd21ab44-be55-4e8a-807f-9e340bd445ae' for volume 'e4d1d25d-f3eb-46dd-9df2-6771f40e4ce8' finished. {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}} May 21 21:48:50.958546 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.quota [None req-bd7aafa0-df67-44be-b185-bacaf8387163 tempest-VolumesBackupsAdminTest-93613926 None] Created reservations ['5c2e1700-0a4b-466e-ad05-343bcb0470cd', '8be6379f-4d02-4b98-a18a-8b6bb3bb82dc'] {{(pid=124319) reserve /opt/stack/cinder/cinder/quota.py:755}} May 21 21:48:51.213474 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-bd7aafa0-df67-44be-b185-bacaf8387163 tempest-VolumesBackupsAdminTest-93613926 None] Delete backup finished, backup bd21ab44-be55-4e8a-807f-9e340bd445ae deleted. May 21 21:48:52.341602 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-388aa92b-5328-4ea2-996f-34911b720254 tempest-VolumesBackupsTest-1124201519 None] Base backup image='volume-c27e6a73-0caa-455a-a8cd-64afdd8fc3ed.backup.120a6fc9-734f-4922-b4fd-18aa921c6a95' of volume c27e6a73-0caa-455a-a8cd-64afdd8fc3ed deleted. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:591}} May 21 21:48:52.459550 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-388aa92b-5328-4ea2-996f-34911b720254 tempest-VolumesBackupsTest-1124201519 None] Delete of backup '120a6fc9-734f-4922-b4fd-18aa921c6a95' for volume 'c27e6a73-0caa-455a-a8cd-64afdd8fc3ed' finished. {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}} May 21 21:48:52.567748 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.quota [None req-388aa92b-5328-4ea2-996f-34911b720254 tempest-VolumesBackupsTest-1124201519 None] Created reservations ['2e513733-5f1a-4e43-bd3d-50bf3e76581d', '10fee11c-2fb2-438c-8f75-e01250160a77'] {{(pid=124319) reserve /opt/stack/cinder/cinder/quota.py:755}} May 21 21:48:52.753431 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-388aa92b-5328-4ea2-996f-34911b720254 tempest-VolumesBackupsTest-1124201519 None] Delete backup finished, backup 120a6fc9-734f-4922-b4fd-18aa921c6a95 deleted. May 21 21:49:03.426036 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=31,cinder:UPDATE=9 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:49:13.426033 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=20,cinder:UPDATE=10,cinder:INSERT=4 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:49:15.163340 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:49:15.166399 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:49:23.435979 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:49:43.427353 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:49:53.425774 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:50:13.423652 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:50:15.163307 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:50:15.164521 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:50:33.428412 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:50:53.434734 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:51:13.436029 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:51:15.160664 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:51:15.161232 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:51:20.951646 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Create backup started, backup: a6cf8b3b-4cb7-457b-b275-f7494d0389fc volume: 79a2e2bf-63e7-4dba-976f-a08410a5580c. May 21 21:51:21.055505 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Call Volume Manager to get_backup_device for Backup(availability_zone=None,container=None,created_at=2022-05-21T21:51:20Z,data_timestamp=2022-05-21T21:51:20Z,deleted=False,deleted_at=None,display_description=None,display_name=None,encryption_key_id=None,fail_reason=None,host='ncdv-master-1',id=a6cf8b3b-4cb7-457b-b275-f7494d0389fc,metadata={},num_dependent_backups=0,object_count=0,parent=None,parent_id=None,project_id='e89f6a9532254e5e80e19ae3e367bceb',restore_volume_id=None,service='cinder.backup.drivers.ceph.CephBackupDriver',service_metadata=None,size=1,snapshot_id=None,status='creating',temp_snapshot_id=None,temp_volume_id=None,updated_at=None,user_id='bb0237a781634974ba77b9ef00d52643',volume_id=79a2e2bf-63e7-4dba-976f-a08410a5580c) May 21 21:51:21.105428 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.49', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:51:21.111446 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:51:21.122820 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:51:21.123738 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b92e43a-46c0-41b7-a280-1c4ad31579b4]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator. The InitiatorName must be unique\n## for each iSCSI initiator. Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:4a49fd8c15b7\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:51:21.128604 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:51:21.132853 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[ff6a12ba-5e19-497c-b85b-ccde4cb40ec3]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:51:21.133550 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:51:21.137691 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff6a12ba-5e19-497c-b85b-ccde4cb40ec3]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:51:21.142890 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:51:21.148379 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[2bedc93c-73a4-4fc6-895f-5f4d54477304]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:51:21.149184 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:51:21.150373 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bedc93c-73a4-4fc6-895f-5f4d54477304]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:51:21.153366 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:51:21.161638 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.010s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:51:21.162071 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bf0e2ce-c792-41da-b294-cf2ac304921d]: (4, ('/dev/sda1\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:51:21.167265 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:51:21.173702 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.009s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:51:21.174890 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[0794e234-c3a7-4439-9bb0-f129ea985a36]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:51:21.175787 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:51:21.185631 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.010s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:51:21.185974 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[71396621-9e32-4980-a09c-98cf1918085b]: (4, ('2df9cf12-96c1-1741-8c27-9e71a4b5f72f\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:51:21.186724 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Running cmd (subprocess): nvme version {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:51:21.208020 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] CMD "nvme version" returned: 0 in 0.021s {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:51:21.210039 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=124319) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}} May 21 21:51:21.210450 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}} May 21 21:51:21.210824 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c dsc: {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}} May 21 21:51:21.211462 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] <== get_connector_properties: return (105ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.49', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:4a49fd8c15b7', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': '2df9cf12-96c1-1741-8c27-9e71a4b5f72f', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c', 'found_dsc': ''} {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:51:22.091197 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connector [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Factory for rbd on None {{(pid=124319) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}} May 21 21:51:22.093717 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] ==> connect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-79a2e2bf-63e7-4dba-976f-a08410a5580c', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '79a2e2bf-63e7-4dba-976f-a08410a5580c', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:51:22.094777 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.linuxrbd [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] opening connection to ceph cluster (timeout=-1). {{(pid=124319) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}} May 21 21:51:22.300111 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] <== connect_volume: return (205ms) {'path': } {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:51:22.312918 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:51:22.431313 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Starting backup of volume='79a2e2bf-63e7-4dba-976f-a08410a5580c'. {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1028}} May 21 21:51:22.436172 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Volume file is RBD: attempting optimized backup {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1039}} May 21 21:51:22.470892 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Creating base image 'volume-79a2e2bf-63e7-4dba-976f-a08410a5580c.backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc' {{(pid=124319) _create_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:469}} May 21 21:51:22.471326 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] RBD also supports fast-diff, enabling it together with exclusive-lock and object-map {{(pid=124319) _get_rbd_support /opt/stack/cinder/cinder/backup/drivers/ceph.py:277}} May 21 21:51:22.859001 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Using --from-snap 'None' for incremental backup of volume 79a2e2bf-63e7-4dba-976f-a08410a5580c. {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:811}} May 21 21:51:22.859434 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Creating backup snapshot='backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc.snap.1653169882.8590229' {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:817}} May 21 21:51:24.352051 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Performing differential transfer from 'volume-79a2e2bf-63e7-4dba-976f-a08410a5580c' to 'volume-79a2e2bf-63e7-4dba-976f-a08410a5580c.backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc' {{(pid=124319) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}} May 21 21:51:24.352734 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Piping cmd1='rbd export-diff --id cinder --conf /tmp/brickrbd_m31vjtva --pool volumes volumes/volume-79a2e2bf-63e7-4dba-976f-a08410a5580c@backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc.snap.1653169882.8590229 -' into... {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}} May 21 21:51:24.353017 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] cmd2='rbd import-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups - backups/volume-79a2e2bf-63e7-4dba-976f-a08410a5580c.backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc' {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}} May 21 21:51:33.442454 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=5 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:51:53.433138 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=13,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:52:00.344317 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Differential backup transfer completed in 35.9921s {{(pid=124319) _backup_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:837}} May 21 21:52:00.345006 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Getting metadata type 'volume-base-metadata' {{(pid=124319) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:79}} May 21 21:52:00.357009 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Completed fetching metadata type 'volume-base-metadata' {{(pid=124319) _save_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:98}} May 21 21:52:00.357420 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Getting metadata type 'volume-metadata' {{(pid=124319) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:109}} May 21 21:52:00.363775 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] No metadata type 'volume-metadata' available {{(pid=124319) _save_vol_meta /opt/stack/cinder/cinder/backup/driver.py:123}} May 21 21:52:00.364165 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Getting metadata type 'volume-glance-metadata' {{(pid=124319) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:132}} May 21 21:52:00.372080 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Completed fetching metadata type 'volume-glance-metadata' {{(pid=124319) _save_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:145}} May 21 21:52:00.372691 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Backing up metadata for volume 79a2e2bf-63e7-4dba-976f-a08410a5580c. {{(pid=124319) _backup_metadata /opt/stack/cinder/cinder/backup/drivers/ceph.py:1003}} May 21 21:52:00.551366 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Backup 'a6cf8b3b-4cb7-457b-b275-f7494d0389fc' of volume 79a2e2bf-63e7-4dba-976f-a08410a5580c finished. {{(pid=124319) backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1069}} May 21 21:52:00.554072 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] ==> disconnect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-79a2e2bf-63e7-4dba-976f-a08410a5580c', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '79a2e2bf-63e7-4dba-976f-a08410a5580c', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': }, 'force': True, ': True}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:52:00.788827 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] <== disconnect_volume: return (233ms) None {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:52:01.040490 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-766407b3-a5d0-4b35-a66b-76951286dcfa tempest-TestVolumeBackupRestore-1087879388 None] Create backup finished. backup: a6cf8b3b-4cb7-457b-b275-f7494d0389fc. May 21 21:52:02.810338 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Restore backup started, backup: a6cf8b3b-4cb7-457b-b275-f7494d0389fc volume: 559981b5-4f79-4798-aa87-ec08274169ac. May 21 21:52:02.824596 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] ==> get_connector_properties: call "{'root_helper': 'sudo cinder-rootwrap /etc/cinder/rootwrap.conf', 'my_ip': '10.222.0.49', 'multipath': False, 'enforce_multipath': False, 'host': None, 'execute': None}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:52:02.826097 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:52:02.834617 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.008s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:52:02.835002 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[a526619e-6bf6-47c5-a51f-20a4ab9ff6b0]: (4, ('## DO NOT EDIT OR REMOVE THIS FILE!\n## If you remove this file, the iSCSI daemon will not start.\n## If you change the InitiatorName, existing access control lists\n## may reject this initiator. The InitiatorName must be unique\n## for each iSCSI initiator. Do NOT duplicate iSCSI InitiatorNames.\nInitiatorName=iqn.1993-08.org.debian:01:4a49fd8c15b7\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:52:02.838504 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:52:02.842510 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[b4d3b4e1-dcf5-41df-99db-5dffbf51af2b]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:52:02.843128 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:52:02.844665 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4d3b4e1-dcf5-41df-99db-5dffbf51af2b]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:52:02.844665 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): systool -c fc_host -v {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:52:02.850723 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] 'systool -c fc_host -v' failed. Not Retrying. {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:473}} May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[26df92af-de9d-4846-9bde-158fa80ee5f6]: [Errno 2] No such file or directory: 'systool' {{(pid=167579) _process_cmd /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:479}} May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: Traceback (most recent call last): May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py", line 476, in _process_cmd May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: ret = func(*f_args, **f_kwargs) May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_privsep/priv_context.py", line 274, in _wrap May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: return func(*args, **kwargs) May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs) May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: return putils.execute(on_execute=on_execute, May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: File "/usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py", line 395, in execute May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: obj = subprocess.Popen(cmd, May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 858, in __init__ May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: self._execute_child(args, executable, preexec_fn, close_fds, May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: File "/usr/lib/python3.8/subprocess.py", line 1704, in _execute_child May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: raise child_exception_type(errno_num, err_msg, err_filename) May 21 21:52:02.851274 ncdv-master-1 cinder-backup[124319]: FileNotFoundError: [Errno 2] No such file or directory: 'systool' May 21 21:52:02.852703 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[26df92af-de9d-4846-9bde-158fa80ee5f6]: (5, 'builtins.FileNotFoundError', (2, 'No such file or directory')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:52:02.853060 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt / -n -o SOURCE {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:52:02.861531 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt / -n -o SOURCE" returned: 0 in 0.008s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:52:02.865133 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[6baa2bea-3d46-47d0-8dfe-b4f483b70ccd]: (4, ('/dev/sda1\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:52:02.865133 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/sda1 -s UUID -o value {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:52:02.872347 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/sda1 -s UUID -o value" returned: 0 in 0.009s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:52:02.872761 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ffb2ed8-76d0-4b4d-afe2-c3dc78950996]: (4, ('02bb033c-a191-40c0-94fb-bb025c724b13\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:52:02.873931 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /sys/class/dmi/id/product_uuid {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:52:02.880958 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [-] CMD "cat /sys/class/dmi/id/product_uuid" returned: 0 in 0.007s {{(pid=167579) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:52:02.881284 ncdv-master-1 cinder-backup[124319]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf2abc3-476f-4a3d-881b-ec4ce7b23c9f]: (4, ('2df9cf12-96c1-1741-8c27-9e71a4b5f72f\n', '')) {{(pid=167579) _call_back /usr/local/lib/python3.8/dist-packages/oslo_privsep/daemon.py:501}} May 21 21:52:02.882069 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Running cmd (subprocess): nvme version {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}} May 21 21:52:02.901526 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_concurrency.processutils [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] CMD "nvme version" returned: 0 in 0.019s {{(pid=124319) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}} May 21 21:52:02.903362 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=124319) find_dsc /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:100}} May 21 21:52:02.903740 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] LIGHTOS: did not find dsc, continuing anyway. {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:78}} May 21 21:52:02.904146 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.lightos [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] LIGHTOS: finally hostnqn: nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c dsc: {{(pid=124319) get_connector_properties /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connectors/lightos.py:81}} May 21 21:52:02.904814 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.utils [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] <== get_connector_properties: return (79ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.222.0.49', 'host': 'ncdv-master-1', 'multipath': False, 'initiator': 'iqn.1993-08.org.debian:01:4a49fd8c15b7', 'do_local_attach': False, 'uuid': '02bb033c-a191-40c0-94fb-bb025c724b13', 'system uuid': '2df9cf12-96c1-1741-8c27-9e71a4b5f72f', 'nqn': 'nqn.2014-08.org.nvmexpress:uuid:b0165d2c-2aac-4f28-b772-b48893f5519c', 'found_dsc': ''} {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:52:03.438188 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-2ba6525d-c519-40bc-8494-68769c8ce364 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:52:03.580768 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connector [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Factory for rbd on None {{(pid=124319) factory /usr/local/lib/python3.8/dist-packages/os_brick/initiator/connector.py:284}} May 21 21:52:03.582367 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] ==> connect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-559981b5-4f79-4798-aa87-ec08274169ac', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '559981b5-4f79-4798-aa87-ec08274169ac', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, ': False}}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:52:03.587451 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.linuxrbd [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] opening connection to ceph cluster (timeout=-1). {{(pid=124319) connect /usr/local/lib/python3.8/dist-packages/os_brick/initiator/linuxrbd.py:70}} May 21 21:52:03.709605 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] <== connect_volume: return (126ms) {'path': } {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:52:03.721698 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Starting restore from Ceph backup=a6cf8b3b-4cb7-457b-b275-f7494d0389fc to volume=volume-559981b5-4f79-4798-aa87-ec08274169ac {{(pid=124319) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1349}} May 21 21:52:03.780091 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Looking for snapshot of backup base 'volume-79a2e2bf-63e7-4dba-976f-a08410a5580c.backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}} May 21 21:52:03.780553 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Found snapshot 'backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc.snap.1653169882.8590229' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}} May 21 21:52:03.784910 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Volume file is RBD. {{(pid=124319) _diff_restore_allowed /opt/stack/cinder/cinder/backup/drivers/ceph.py:1251}} May 21 21:52:03.826519 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Attempting differential restore. {{(pid=124319) _restore_volume /opt/stack/cinder/cinder/backup/drivers/ceph.py:1304}} May 21 21:52:03.827156 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Attempting incremental restore from base='volume-79a2e2bf-63e7-4dba-976f-a08410a5580c.backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc' snap='backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc.snap.1653169882.8590229' {{(pid=124319) _diff_restore_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:1150}} May 21 21:52:03.827310 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Performing differential transfer from 'volume-79a2e2bf-63e7-4dba-976f-a08410a5580c.backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc' to 'volume-559981b5-4f79-4798-aa87-ec08274169ac' {{(pid=124319) _rbd_diff_transfer /opt/stack/cinder/cinder/backup/drivers/ceph.py:658}} May 21 21:52:03.827741 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Piping cmd1='rbd export-diff --id cinder-bak --conf /etc/ceph/ceph.conf --pool backups backups/volume-79a2e2bf-63e7-4dba-976f-a08410a5580c.backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc@backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc.snap.1653169882.8590229 -' into... {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:615}} May 21 21:52:03.828109 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] cmd2='rbd import-diff --id cinder --conf /tmp/brickrbd_3d20sx99 --pool volumes - volumes/volume-559981b5-4f79-4798-aa87-ec08274169ac' {{(pid=124319) _piped_execute /opt/stack/cinder/cinder/backup/drivers/ceph.py:616}} May 21 21:52:13.439635 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=13,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:52:15.163540 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:52:15.163540 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:52:33.435647 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=17,cinder:UPDATE=4 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:52:39.060534 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Restore transfer completed in 35.2327s {{(pid=124319) _diff_restore_rbd /opt/stack/cinder/cinder/backup/drivers/ceph.py:1172}} May 21 21:52:39.062163 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Restore target I/O object does not support fileno() - skipping call to fsync(). {{(pid=124319) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1360}} May 21 21:52:39.108675 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Restoring volume base metadata {{(pid=124319) _restore_vol_base_meta /opt/stack/cinder/cinder/backup/driver.py:177}} May 21 21:52:39.198157 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] No metadata of type 'volume-metadata' to restore {{(pid=124319) put /opt/stack/cinder/cinder/backup/driver.py:345}} May 21 21:52:39.198943 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.driver [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Restoring volume glance metadata {{(pid=124319) _restore_vol_glance_meta /opt/stack/cinder/cinder/backup/driver.py:258}} May 21 21:52:40.447128 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Restore to volume 559981b5-4f79-4798-aa87-ec08274169ac finished successfully. {{(pid=124319) restore /opt/stack/cinder/cinder/backup/drivers/ceph.py:1367}} May 21 21:52:40.450398 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] ==> disconnect_volume: call "{'self': , 'connection_properties': {'name': 'volumes/volume-559981b5-4f79-4798-aa87-ec08274169ac', 'hosts': ['10.222.0.49'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '***', 'volume_id': '559981b5-4f79-4798-aa87-ec08274169ac', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'device_info': {'path': }, 'force': True, ': False}" {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:167}} May 21 21:52:40.585355 ncdv-master-1 cinder-backup[124319]: DEBUG os_brick.initiator.connectors.rbd [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] <== disconnect_volume: return (134ms) None {{(pid=124319) trace_logging_wrapper /usr/local/lib/python3.8/dist-packages/os_brick/utils.py:194}} May 21 21:52:40.697038 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.manager [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Encryption key ID for volume 559981b5-4f79-4798-aa87-ec08274169ac already matches encryption key ID in backup a6cf8b3b-4cb7-457b-b275-f7494d0389fc. {{(pid=124319) _run_restore /opt/stack/cinder/cinder/backup/manager.py:824}} May 21 21:52:40.966269 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-b8d79120-48f7-470a-aa2b-94917e8b7b93 tempest-TestVolumeBackupRestore-1087879388 None] Finished restoring backup a6cf8b3b-4cb7-457b-b275-f7494d0389fc to volume 559981b5-4f79-4798-aa87-ec08274169ac. May 21 21:52:50.891265 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=30,cinder:UPDATE=5,cinder:INSERT=4 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:53:03.453437 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:53:13.443418 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=47,cinder:UPDATE=3,cinder:INSERT=9 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:53:15.164246 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:53:15.165534 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:53:23.451874 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:53:53.453457 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=9,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:54:13.452651 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:54:13.454814 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:54:15.160789 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:54:15.161589 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:54:33.450930 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:54:53.458089 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=9,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:55:13.457334 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:55:15.157675 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:55:15.158317 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:55:33.458670 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:56:03.451109 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:56:13.454289 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:56:15.162996 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:56:15.162996 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:56:33.462419 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:56:53.451807 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:57:13.452659 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:57:15.167296 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:57:15.167901 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:57:30.994146 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-cb0bb8f9-888d-4cd0-9068-1c9003f8304c tempest-TestVolumeBackupRestore-1087879388 None] Delete backup started, backup: a6cf8b3b-4cb7-457b-b275-f7494d0389fc. May 21 21:57:30.996112 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-cb0bb8f9-888d-4cd0-9068-1c9003f8304c tempest-TestVolumeBackupRestore-1087879388 None] Delete started for backup=a6cf8b3b-4cb7-457b-b275-f7494d0389fc {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1376}} May 21 21:57:30.996563 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-cb0bb8f9-888d-4cd0-9068-1c9003f8304c tempest-TestVolumeBackupRestore-1087879388 None] Trying diff format basename='volume-79a2e2bf-63e7-4dba-976f-a08410a5580c.backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc' for backup base image of volume 79a2e2bf-63e7-4dba-976f-a08410a5580c. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:543}} May 21 21:57:31.178596 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-cb0bb8f9-888d-4cd0-9068-1c9003f8304c tempest-TestVolumeBackupRestore-1087879388 None] Looking for snapshot of backup base 'volume-79a2e2bf-63e7-4dba-976f-a08410a5580c.backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:957}} May 21 21:57:31.178978 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-cb0bb8f9-888d-4cd0-9068-1c9003f8304c tempest-TestVolumeBackupRestore-1087879388 None] Found snapshot 'backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc.snap.1653169882.8590229' {{(pid=124319) _get_backup_snap_name /opt/stack/cinder/cinder/backup/drivers/ceph.py:976}} May 21 21:57:31.179348 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-cb0bb8f9-888d-4cd0-9068-1c9003f8304c tempest-TestVolumeBackupRestore-1087879388 None] Deleting backup snapshot='backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc.snap.1653169882.8590229' {{(pid=124319) _delete_backup_snapshot /opt/stack/cinder/cinder/backup/drivers/ceph.py:501}} May 21 21:57:33.142750 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.drivers.ceph [None req-cb0bb8f9-888d-4cd0-9068-1c9003f8304c tempest-TestVolumeBackupRestore-1087879388 None] Deleting backup base image='volume-79a2e2bf-63e7-4dba-976f-a08410a5580c.backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc' of volume 79a2e2bf-63e7-4dba-976f-a08410a5580c. May 21 21:57:33.448788 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_db.sqlalchemy.engines [None req-2ba6525d-c519-40bc-8494-68769c8ce364 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124319) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 21:57:33.449337 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:57:40.475088 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-cb0bb8f9-888d-4cd0-9068-1c9003f8304c tempest-TestVolumeBackupRestore-1087879388 None] Base backup image='volume-79a2e2bf-63e7-4dba-976f-a08410a5580c.backup.a6cf8b3b-4cb7-457b-b275-f7494d0389fc' of volume 79a2e2bf-63e7-4dba-976f-a08410a5580c deleted. {{(pid=124319) _try_delete_base_image /opt/stack/cinder/cinder/backup/drivers/ceph.py:591}} May 21 21:57:40.625889 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.backup.drivers.ceph [None req-cb0bb8f9-888d-4cd0-9068-1c9003f8304c tempest-TestVolumeBackupRestore-1087879388 None] Delete of backup 'a6cf8b3b-4cb7-457b-b275-f7494d0389fc' for volume '79a2e2bf-63e7-4dba-976f-a08410a5580c' finished. {{(pid=124319) delete_backup /opt/stack/cinder/cinder/backup/drivers/ceph.py:1404}} May 21 21:57:40.783054 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.quota [None req-cb0bb8f9-888d-4cd0-9068-1c9003f8304c tempest-TestVolumeBackupRestore-1087879388 None] Created reservations ['47f33996-23c5-44d6-bb7e-9447bb0a4f4f', '40a65faf-9781-4ea1-9dbc-1c2d8f25a750'] {{(pid=124319) reserve /opt/stack/cinder/cinder/quota.py:755}} May 21 21:57:41.034391 ncdv-master-1 cinder-backup[124319]: INFO cinder.backup.manager [None req-cb0bb8f9-888d-4cd0-9068-1c9003f8304c tempest-TestVolumeBackupRestore-1087879388 None] Delete backup finished, backup a6cf8b3b-4cb7-457b-b275-f7494d0389fc deleted. May 21 21:57:53.440253 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=14,cinder:UPDATE=5 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:58:13.446296 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=14,cinder:INSERT=2,cinder:UPDATE=6 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:58:15.172573 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:58:15.173274 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:58:33.443510 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:58:43.442506 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:59:13.431260 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=9,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:59:15.177791 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 21:59:15.178513 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 21:59:23.439099 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 21:59:53.436902 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:00:03.440824 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:00:15.182715 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:00:15.183364 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:00:33.447278 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:00:43.442706 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:00:53.448232 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:01:03.453794 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:01:15.179874 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:01:15.180522 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:01:23.447754 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:01:43.448837 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:01:43.450453 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:02:13.462320 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:02:15.191069 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:02:15.191069 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:02:33.451967 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:02:43.458717 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:03:03.453318 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:03:13.453201 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:03:15.182802 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:03:15.183459 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:03:43.452007 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:04:03.458542 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:04:15.178936 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:04:15.179668 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:04:23.458353 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:04:43.456630 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:05:03.455670 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:05:03.460184 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:05:15.184470 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:05:15.185150 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:05:33.463585 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:05:43.467425 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:UPDATE=3,cinder:SELECT=5 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:06:03.472770 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:06:13.486945 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:06:15.189467 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:06:15.190063 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:06:43.476469 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:06:53.480369 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:07:13.488098 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:07:15.194294 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:07:15.194988 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:07:23.488223 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:07:33.492795 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:07:53.499031 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:08:03.489776 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=9,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:08:13.510769 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:08:15.190436 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:08:15.191743 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:08:43.497450 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:09:03.524625 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:09:15.192300 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:09:15.193020 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:09:23.507263 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:09:43.507119 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:09:43.507780 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:10:03.509936 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:10:15.190921 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:10:15.196986 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:10:23.496721 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=10,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:10:43.496633 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:11:03.492983 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:11:15.187573 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:11:15.188218 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:11:23.482642 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:11:33.491308 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:11:53.487151 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:12:13.498216 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:12:15.192549 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:12:15.193199 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:12:33.501436 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:12:53.500480 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:13:03.494627 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=9,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:13:13.501271 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:13:15.197132 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:13:15.197779 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:13:33.514252 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:13:43.506966 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=9,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:13:53.513726 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:14:15.202366 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:14:15.203032 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:14:23.504193 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:14:33.504875 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:14:53.516977 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:15:13.512642 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:15:15.207523 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:15:15.208218 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:15:23.518655 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:15:43.526237 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:15:53.527386 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:16:15.212857 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:16:15.213594 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:16:23.528764 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:16:23.529566 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=9,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:16:43.529535 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:17:03.532141 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:17:15.217592 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:17:15.218205 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:17:23.532852 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:17:43.540267 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:18:03.539272 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:18:15.213605 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:18:15.214415 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:18:23.544185 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:18:33.541655 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:18:53.534261 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:19:13.545678 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:19:15.219198 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:19:15.219906 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:19:33.537526 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:19:53.535099 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:19:53.541047 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:20:23.538893 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:20:33.545256 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:20:43.545682 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:21:03.546749 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:21:13.553874 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:21:15.227006 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:21:15.227623 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:21:23.558739 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:21:43.551126 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:22:03.554795 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:22:13.560829 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:22:15.232485 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:22:15.233151 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:22:23.565713 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:22:43.558131 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:23:03.563802 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=9,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:23:15.237119 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:23:15.237774 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:23:23.563416 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:23:43.570539 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:24:03.575648 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:24:15.243076 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:24:15.243928 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:24:23.573247 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:24:43.576927 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:24:53.584423 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:25:15.248550 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:25:15.249222 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:25:23.576879 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:25:33.580652 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:26:03.577412 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:26:13.579121 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:26:15.254596 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:26:15.255278 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:26:43.575455 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:26:53.573719 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:27:15.259363 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:27:15.260051 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:27:23.573262 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:27:33.584342 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:27:53.582085 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:28:13.577354 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:28:15.255474 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:28:15.256149 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:28:33.582061 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:28:33.582754 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:28:53.590105 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:29:13.579186 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:29:15.252662 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:29:15.253340 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:29:33.579867 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:29:53.580805 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:30:03.587728 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:30:15.257552 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:30:15.261011 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:30:33.576453 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:30:43.575601 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:31:03.580519 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:31:15.262593 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:31:15.263303 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:31:23.581969 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:31:23.582679 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:31:43.584491 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:32:03.596933 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=11,cinder:UPDATE=4 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:32:15.268468 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:32:15.269577 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:32:23.595199 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:32:43.595951 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:33:03.590255 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:33:15.266912 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:33:15.267633 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:33:23.595360 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:33:33.601359 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:33:53.606157 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:34:13.614454 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:34:15.264170 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:34:15.264869 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:34:33.618152 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:34:53.614296 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:35:13.619431 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:35:15.268802 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:35:15.269504 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:35:33.624639 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:35:33.627034 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:35:53.628841 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:36:03.636449 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:36:15.265816 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:36:15.266538 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:36:23.637310 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:36:33.644299 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:36:53.636765 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:37:03.638732 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=9,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:37:15.272409 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:37:15.273253 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:37:33.640971 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:37:43.639184 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:38:13.639679 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:38:15.268725 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:38:15.269296 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:38:23.638700 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:38:43.637357 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:38:53.638388 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:39:13.640323 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:39:15.265587 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:39:15.266269 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:39:33.640025 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:39:53.641775 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:39:53.642492 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:40:03.671291 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:40:13.656423 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 21 22:40:15.270813 ncdv-master-1 cinder-backup[124319]: DEBUG oslo_service.periodic_task [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Running periodic task BackupManager.publish_service_capabilities {{(pid=124319) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}} May 21 22:40:15.271455 ncdv-master-1 cinder-backup[124319]: DEBUG cinder.manager [None req-44db6334-ad69-499a-b929-ef4927506b7e None None] Notifying Schedulers of capabilities ... {{(pid=124319) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}} May 21 22:40:33.642474 ncdv-master-1 cinder-backup[124319]: DEBUG dbcounter [-] [124319] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124319) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}