-- Logs begin at Sat 2022-07-23 20:01:16 UTC, end at Sat 2022-07-23 22:43:39 UTC. --
Jul 23 21:04:06.995862 ncdv-master-1 systemd[1]: Started Devstack devstack@c-vol.service.
Jul 23 21:04:10.204419 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "singleton_lock" {{(pid=124336) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Jul 23 21:04:10.205487 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "singleton_lock" {{(pid=124336) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Jul 23 21:04:10.654308 ncdv-master-1 cinder-volume[124336]: INFO dbcounter [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Registered counter for database cinder
Jul 23 21:04:10.674513 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_db.sqlalchemy.engines [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124336) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 23 21:04:10.681172 ncdv-master-1 cinder-volume[124336]: DEBUG dbcounter [-] [124336] Writer thread running {{(pid=124336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 23 21:04:10.888819 ncdv-master-1 cinder-volume[124336]: INFO cinder.rpc [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Automatically selected cinder-scheduler objects version 1.39 as minimum service version.
Jul 23 21:04:10.894997 ncdv-master-1 cinder-volume[124336]: INFO cinder.rpc [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Automatically selected cinder-scheduler RPC version 3.12 as minimum service version.
Jul 23 21:04:10.903705 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_db.sqlalchemy.engines [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124336) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 23 21:04:11.082733 ncdv-master-1 cinder-volume[124336]: INFO cinder.volume.manager [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Determined volume DB was empty at startup.
Jul 23 21:04:11.082733 ncdv-master-1 cinder-volume[124336]: DEBUG cinder.volume.manager [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Cinder Volume DB check: vol_db_empty=True {{(pid=124336) __init__ /opt/stack/cinder/cinder/volume/manager.py:290}}
Jul 23 21:04:11.093567 ncdv-master-1 cinder-volume[124336]: INFO cinder.volume.manager [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Service not found for updating active_backend_id, assuming default for driver init.
Jul 23 21:04:11.094529 ncdv-master-1 cinder-volume[124336]: WARNING stevedore.named [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Could not load cinder.keymgr.conf_key_mgr.ConfKeyManager
Jul 23 21:04:11.094971 ncdv-master-1 cinder-volume[124336]: WARNING castellan.key_manager [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Deprecation Warning : cinder.keymgr.conf_key_mgr.ConfKeyManager is not a stevedore based driver, trying to load it as a class: stevedore.exception.NoMatches: No 'castellan.drivers' driver found, looking for 'cinder.keymgr.conf_key_mgr.ConfKeyManager'
Jul 23 21:04:11.096741 ncdv-master-1 cinder-volume[124336]: WARNING cinder.keymgr.conf_key_mgr [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] This key manager is insecure and is not recommended for production deployments: stevedore.exception.NoMatches: No 'castellan.drivers' driver found, looking for 'cinder.keymgr.conf_key_mgr.ConfKeyManager'
Jul 23 21:04:11.114944 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_db.sqlalchemy.engines [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124336) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 23 21:04:11.120696 ncdv-master-1 cinder-volume[124336]: INFO cinder.rpc [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Automatically selected cinder-volume objects version 1.39 as minimum service version.
Jul 23 21:04:11.125615 ncdv-master-1 cinder-volume[124336]: INFO cinder.rpc [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Automatically selected cinder-volume RPC version 3.18 as minimum service version.
Jul 23 21:04:11.126540 ncdv-master-1 cinder-volume[124336]: WARNING stevedore.named [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Could not load cinder.keymgr.conf_key_mgr.ConfKeyManager
Jul 23 21:04:11.127007 ncdv-master-1 cinder-volume[124336]: WARNING castellan.key_manager [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Deprecation Warning : cinder.keymgr.conf_key_mgr.ConfKeyManager is not a stevedore based driver, trying to load it as a class: stevedore.exception.NoMatches: No 'castellan.drivers' driver found, looking for 'cinder.keymgr.conf_key_mgr.ConfKeyManager'
Jul 23 21:04:11.129412 ncdv-master-1 cinder-volume[124336]: INFO cinder.volume.manager [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Image-volume cache enabled for host ncdv-master-1@ceph.
Jul 23 21:04:11.137340 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_db.sqlalchemy.engines [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124336) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 23 21:04:11.161222 ncdv-master-1 cinder-volume[124336]: INFO oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Starting 1 workers
Jul 23 21:04:11.166588 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Started child 124508 {{(pid=124336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jul 23 21:04:11.167800 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Full set of CONF: {{(pid=124336) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jul 23 21:04:11.168451 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ******************************************************************************** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jul 23 21:04:11.168940 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] Configuration options gathered from: {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jul 23 21:04:11.169193 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] command line args: ['--config-file', '/etc/cinder/cinder.conf'] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 23 21:04:11.169782 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] config files: ['/etc/cinder/cinder.conf'] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jul 23 21:04:11.170096 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ================================================================================ {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jul 23 21:04:11.170878 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] allow_availability_zone_fallback = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.171253 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] allow_compression_on_image_upload = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.171773 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] allowed_direct_url_schemes     = [] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.172471 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] api_rate_limit                 = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.173041 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] auth_strategy                  = keystone {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.173478 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] az_cache_duration              = 3600 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.173851 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_availability_zone      = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.174315 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_host                   = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.174692 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_name                   = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.175087 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_stats_polling_interval = 60 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.175476 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backup_api_class               = cinder.backup.api.API {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.175854 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backup_manager                 = cinder.backup.manager.BackupManager {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.176251 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backup_name_template           = backup-%s {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.176718 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backup_use_same_host           = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.177082 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backup_use_temp_snapshot       = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.177720 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] chap_password                  = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.178102 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] chap_username                  =  {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.178762 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] chiscsi_conf                   = /etc/chelsio-iscsi/chiscsi.conf {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.179198 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cinder_internal_tenant_project_id = 4804ed61295f4d4a92d9b685dd9e9f3b {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.179587 ncdv-master-1 cinder-volume[124508]: INFO cinder.service [-] Starting cinder-volume node (version 20.1.0)
Jul 23 21:04:11.180146 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cinder_internal_tenant_user_id = ec5fd3a489c341b7964704d689037f05 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.180146 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cloned_volume_same_az          = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.180345 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cluster                        = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.180679 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] compression_format             = gzip {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.181085 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] compute_api_class              = cinder.compute.nova.API {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.181529 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] config_dir                     = [] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.181837 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] config_file                    = ['/etc/cinder/cinder.conf'] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.182233 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] config_source                  = [] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.182624 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] consistencygroup_api_class     = cinder.consistencygroup.api.API {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.182996 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] control_exchange               = openstack {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.183424 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] debug                          = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.183760 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] default_availability_zone      = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.184145 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] default_group_type             = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.184788 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO'] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.185519 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] default_volume_type            = ceph {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.185877 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] driver_client_cert             = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.186342 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] driver_client_cert_key         = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.186720 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] driver_data_namespace          = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.187059 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] driver_ssl_cert_path           = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.187470 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] driver_ssl_cert_verify         = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.188074 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] driver_use_ssl                 = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.188707 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] enable_force_upload            = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.189020 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] enable_new_services            = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.189391 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] enable_unsupported_driver      = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.189792 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] enabled_backends               = ['ceph'] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.190176 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] enforce_multipath_for_image_xfer = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.190515 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] filter_function                = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.190873 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] glance_api_insecure            = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.191281 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] glance_api_servers             = ['http://10.222.0.17/image'] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.191655 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] glance_api_ssl_compression     = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.192239 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] glance_ca_certificates_file    = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.192967 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] glance_catalog_info            = image:glance:publicURL {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.193328 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] glance_certfile                = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.193834 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] glance_core_properties         = ['checksum', 'container_format', 'disk_format', 'image_name', 'image_id', 'min_disk', 'min_ram', 'name', 'size'] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.194256 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] glance_keyfile                 = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.194711 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] glance_num_retries             = 3 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.195136 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] glance_request_timeout         = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.195478 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] goodness_function              = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.195868 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] graceful_shutdown_timeout      = 5 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.196278 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] group_api_class                = cinder.group.api.API {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.196650 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] host                           = ncdv-master-1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.197033 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] iet_conf                       = /etc/iet/ietd.conf {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.197462 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] image_compress_on_upload       = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.198068 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] image_conversion_address_space_limit = 1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.198448 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] image_conversion_cpu_limit     = 60 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.199319 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] image_conversion_dir           = /opt/stack/data/cinder/conversion {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.199740 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] image_conversion_disable       = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.200123 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] image_upload_use_cinder_backend = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.200494 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] image_upload_use_internal_tenant = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.200908 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] image_volume_cache_enabled     = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.201260 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] image_volume_cache_max_count   = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.201626 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] image_volume_cache_max_size_gb = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.202118 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] init_host_max_objects_retrieval = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.202508 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] instance_format                = [instance: %(uuid)s]  {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.202895 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.203290 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] iscsi_iotype                   = fileio {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.203710 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] iscsi_secondary_ip_addresses   = [] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.204166 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] iscsi_target_flags             =  {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.204613 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] iscsi_write_cache              = on {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.205049 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] iser_helper                    = tgtadm {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.205832 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] iser_ip_address                = 10.222.0.17 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.206386 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] iser_port                      = 3260 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.206816 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] iser_target_prefix             = iqn.2010-10.org.openstack: {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.207257 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] log_config_append              = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.207649 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.208107 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] log_dir                        = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.208461 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] log_file                       = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.209054 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] log_options                    = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.209433 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] log_rotate_interval            = 1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.209835 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] log_rotate_interval_type       = days {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.210278 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] log_rotation_type              = none {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.210619 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.493192 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.493192 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.493192 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.493192 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.493192 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] max_age                        = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.493192 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] max_logfile_count              = 30 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.494246 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] max_logfile_size_mb            = 200 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.494246 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] max_over_subscription_ratio    = 20.0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.494246 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] message_reap_interval          = 86400 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.494246 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] message_ttl                    = 2592000 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.494246 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] migration_create_volume_timeout_secs = 300 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.494246 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] monkey_patch                   = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.494246 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] monkey_patch_modules           = [] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.494951 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] my_ip                          = 10.222.0.17 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.494951 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] no_snapshot_gb_quota           = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.494951 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] num_iser_scan_tries            = 3 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.494951 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] num_shell_tries                = 3 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.494951 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] num_volume_device_scan_tries   = 3 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.494951 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] nvmet_ns_id                    = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.494951 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] nvmet_port_id                  = 1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.495857 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] osapi_max_limit                = 1000 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.495857 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] osapi_volume_ext_list          = [] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.496073 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] Starting volume driver RBDDriver (1.2.0)
Jul 23 21:04:11.496181 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] osapi_volume_extension         = ['cinder.api.contrib.standard_extensions'] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.496181 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] osapi_volume_listen            = 0.0.0.0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.496181 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] osapi_volume_listen_port       = 8776 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.496181 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] osapi_volume_use_ssl           = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.496181 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] osapi_volume_workers           = 2 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.496181 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] per_volume_size_limit          = -1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.496742 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] periodic_fuzzy_delay           = 60 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.496840 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:04:11.496937 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] periodic_interval              = 60 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.496937 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] project_id_regex               = [0-9a-f\-]+ {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.496937 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] public_endpoint                = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.496937 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] publish_errors                 = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.496937 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] quota_backup_gigabytes         = 1000 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.496937 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] quota_backups                  = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.496937 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] quota_consistencygroups        = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.497563 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] quota_driver                   = cinder.quota.DbQuotaDriver {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.497563 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] quota_gigabytes                = 1000 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.497563 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] quota_groups                   = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.497563 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] quota_snapshots                = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.497563 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] quota_volumes                  = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.497563 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] rate_limit_burst               = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.497563 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] rate_limit_except_level        = CRITICAL {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.498229 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] rate_limit_interval            = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.498229 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] reinit_driver_count            = 3 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.498229 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] replication_device             = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.498229 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] report_discard_supported       = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.498229 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] report_interval                = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.498229 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] reservation_clean_interval     = 86400 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.498229 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] reservation_expire             = 86400 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.498891 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] reserved_percentage            = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.498891 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] resource_query_filters_file    = /etc/cinder/resource_filters.json {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.498891 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] rootwrap_config                = /etc/cinder/rootwrap.conf {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.498891 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] rpc_response_timeout           = 120 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.498891 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] run_external_periodic_tasks    = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.498891 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] scheduler_manager              = cinder.scheduler.manager.SchedulerManager {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.499375 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] scst_target_driver             = iscsi {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.499375 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] scst_target_iqn_name           = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.499375 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] service_down_time              = 60 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.499375 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] snapshot_name_template         = snapshot-%s {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.499375 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] snapshot_same_host             = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.499375 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] split_loggers                  = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.499375 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] state_path                     = /opt/stack/data/cinder {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.499921 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] storage_availability_zone      = nova {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.499921 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] storage_protocol               = iSCSI {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.499921 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] syslog_log_facility            = LOG_USER {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.499921 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] target_helper                  = lioadm {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.499921 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] target_ip_address              = 10.222.0.17 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.499921 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] target_port                    = 3260 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.500363 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] target_prefix                  = iqn.2010-10.org.openstack: {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.500363 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] target_protocol                = iscsi {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.500363 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] trace_flags                    = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.500363 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] transfer_api_class             = cinder.transfer.api.API {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.500363 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] transport_url                  = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.500363 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] until_refresh                  = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.500882 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] use_chap_auth                  = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.500882 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] use_default_quota_class        = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.500882 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] use_eventlog                   = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.500882 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] use_journal                    = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.500882 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] use_json                       = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.500882 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] use_multipath_for_image_xfer   = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.500882 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] use_stderr                     = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.501398 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] use_syslog                     = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.501398 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] verify_glance_signatures       = enabled {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.501398 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] volume_api_class               = cinder.volume.api.API {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.501398 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] volume_backend_name            = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.501398 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] volume_clear                   = zero {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.501398 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] volume_clear_ionice            = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.501398 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] volume_clear_size              = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.501986 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] volume_copy_blkio_cgroup_name  = cinder-volume-copy {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.501986 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] volume_copy_bps_limit          = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.501986 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] volume_dd_blocksize            = 1M {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.501986 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] volume_manager                 = cinder.volume.manager.VolumeManager {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.501986 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] volume_name_template           = volume-%s {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.501986 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] volume_service_inithost_offload = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.502460 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] volume_usage_audit_period      = month {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.502460 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] volumes_dir                    = /opt/stack/data/cinder/volumes {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.502460 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] watch_log_file                 = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.502460 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] zoning_mode                    = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jul 23 21:04:11.502460 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.502460 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.502905 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_concurrency.disable_process_locking = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.502905 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_concurrency.lock_path     = /opt/stack/data/cinder {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.502905 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.502905 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.502905 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.502905 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.503434 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.503434 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.admin_password = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.503434 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.admin_tenant_name = admin {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.503434 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.admin_token = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.503434 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.admin_user  = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.503434 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.auth_admin_prefix =  {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.503940 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.503940 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.auth_port   = 35357 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.503940 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.auth_protocol = https {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.503940 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.auth_section = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.503940 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.auth_type   = password {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.503940 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.auth_uri    = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.503940 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.auth_version = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.504592 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.cache       = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.504592 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.504592 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.certfile    = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.504592 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.delay_auth_decision = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.504592 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.enforce_token_bind = permissive {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.504592 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.http_connect_timeout = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.505136 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.http_request_max_retries = 3 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.505136 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.identity_uri = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.505136 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.include_service_catalog = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.505136 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.insecure    = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.505136 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.interface   = public {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.505136 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.keyfile     = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.505589 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.505589 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.505589 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.505589 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.505589 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.505589 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.memcache_secret_key = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506137 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.memcache_security_strategy = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506137 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506137 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506137 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.region_name = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506137 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.service_token_roles = ['service'] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506137 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.service_token_roles_required = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506649 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.service_type = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506649 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.token_cache_time = 300 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506649 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] keystone_authtoken.www_authenticate_uri = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506877 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:04:11.506970 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.backend                  = dogpile.cache.null {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506970 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.backend_argument         = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506970 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.config_prefix            = cache.oslo {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506970 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.dead_timeout             = 60.0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506970 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.debug_cache_backend      = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506970 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.enable_retry_client      = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.506970 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.enable_socket_keepalive  = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.507499 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.enabled                  = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.507499 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.expiration_time          = 600 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.507499 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.hashclient_retry_attempts = 2 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.507499 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.hashclient_retry_delay   = 1.0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.507499 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.memcache_dead_retry      = 300 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.507499 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.507499 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508092 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.memcache_pool_maxsize    = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508092 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.memcache_pool_unused_timeout = 60 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508092 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508092 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.memcache_socket_timeout  = 1.0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508092 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.proxies                  = [] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508092 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.retry_attempts           = 2 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508092 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.retry_delay              = 0.0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508557 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.socket_keepalive_count   = 1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508557 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.socket_keepalive_idle    = 1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508557 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.socket_keepalive_interval = 1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508557 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.tls_allowed_ciphers      = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508557 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.tls_cafile               = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508557 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.tls_certfile             = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508557 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.tls_enabled              = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508985 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cache.tls_keyfile              = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508985 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] coordination.backend_url       = etcd3+http://10.222.0.17:2379 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508985 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.backend               = sqlalchemy {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508985 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.connection            = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508985 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.connection_debug      = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508985 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.connection_parameters =  {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.508985 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.connection_recycle_time = 3600 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.509504 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.connection_trace      = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.509504 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.db_inc_retry_interval = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.509504 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.db_max_retries        = 20 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.509504 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.db_max_retry_interval = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.509504 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.db_retry_interval     = 1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.509504 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.max_overflow          = 50 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.509504 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.max_pool_size         = 5 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.510326 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.max_retries           = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.510326 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.mysql_enable_ndb      = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.510326 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.510326 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.pool_timeout          = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.510326 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.retry_interval        = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.510326 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.slave_connection      = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.510326 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.sqlite_synchronous    = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.511117 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] database.use_db_reconnect      = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.511117 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_policy.enforce_new_defaults = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.511117 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_policy.enforce_scope      = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.511117 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_policy.policy_default_rule = default {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.511117 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.511117 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_policy.policy_file        = policy.yaml {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.511585 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.511585 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.511585 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.511585 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.511585 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.511585 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] profiler.connection_string     = messaging:// {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.512040 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] profiler.enabled               = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.512040 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] profiler.es_doc_type           = notification {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.512040 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] profiler.es_scroll_size        = 10000 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.512040 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] profiler.es_scroll_time        = 2m {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.512040 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] profiler.filter_error_trace    = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.512040 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] profiler.hmac_keys             = SECRET_KEY {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.512040 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] profiler.sentinel_service_name = mymaster {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.512547 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] profiler.socket_timeout        = 0.1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.512547 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] profiler.trace_sqlalchemy      = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.512547 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] os_brick.lock_path             = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.512547 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] privsep_osbrick.capabilities   = [21] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.512547 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] privsep_osbrick.group          = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.512547 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] privsep_osbrick.helper_command = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.512547 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] privsep_osbrick.logger_name    = oslo_privsep.daemon {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.513242 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] privsep_osbrick.thread_pool_size = 4 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.513242 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] privsep_osbrick.user           = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.513242 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cinder_sys_admin.capabilities  = [0, 1, 2, 3, 12, 21] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.513242 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cinder_sys_admin.group         = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.513242 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cinder_sys_admin.helper_command = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.513242 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cinder_sys_admin.logger_name   = oslo_privsep.daemon {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.513242 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cinder_sys_admin.thread_pool_size = 4 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.514019 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] cinder_sys_admin.user          = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.514019 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] service_user.auth_section      = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.514019 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] service_user.auth_type         = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.514019 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] service_user.cafile            = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.514019 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] service_user.certfile          = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.514019 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] service_user.collect_timing    = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.514019 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] service_user.insecure          = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.514640 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] service_user.keyfile           = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.514640 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] service_user.send_service_user_token = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.514640 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] service_user.split_loggers     = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.514640 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] service_user.timeout           = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.514640 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.backend_availability_zone = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.514640 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.backend_native_threads_pool_size = 20 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.515110 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.backup_use_temp_snapshot = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.515110 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.chap_password = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.515110 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.chap_username =  {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.515110 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.chiscsi_conf  = /etc/chelsio-iscsi/chiscsi.conf {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.515110 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.deferred_deletion_delay = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.515110 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.deferred_deletion_purge_interval = 60 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.522457 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.driver_client_cert = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.522457 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.driver_client_cert_key = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.522457 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.driver_data_namespace = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.522457 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.driver_ssl_cert_path = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.522457 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.driver_ssl_cert_verify = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.522457 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.driver_use_ssl = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.522863 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.enable_deferred_deletion = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.522863 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.enable_unsupported_driver = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.522863 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.enforce_multipath_for_image_xfer = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.522863 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.extra_capabilities = {} {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.522863 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.filter_function = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.522863 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.goodness_function = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.523374 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.iet_conf      = /etc/iet/ietd.conf {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.523374 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.image_upload_use_cinder_backend = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.523374 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.image_upload_use_internal_tenant = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.523374 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.image_volume_cache_enabled = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.523868 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:04:11.524000 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.image_volume_cache_max_count = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.524000 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.image_volume_cache_max_size_gb = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.524000 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.iscsi_iotype  = fileio {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.524000 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.iscsi_secondary_ip_addresses = [] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.524000 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.iscsi_target_flags =  {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.524000 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.iscsi_write_cache = on {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.524728 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.iser_helper   = tgtadm {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.524728 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.iser_ip_address = 10.222.0.17 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.524728 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.iser_port     = 3260 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.524728 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.iser_target_prefix = iqn.2010-10.org.openstack: {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.524728 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.max_over_subscription_ratio = 20.0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.524728 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.num_iser_scan_tries = 3 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.529334 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.num_shell_tries = 3 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.529334 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.num_volume_device_scan_tries = 3 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.529334 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.nvmet_ns_id   = 10 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.529334 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.nvmet_port_id = 1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.529334 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.rados_connect_timeout = -1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.529334 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.rados_connection_interval = 5 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.529334 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.rados_connection_retries = 3 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.530215 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.rbd_ceph_conf =  {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.530215 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.rbd_cluster_name = ceph {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.530215 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.rbd_exclusive_cinder_pool = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.530215 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.rbd_flatten_volume_from_snapshot = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.530215 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.rbd_max_clone_depth = 5 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.530215 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.rbd_pool      = rbd {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.530855 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.rbd_secret_uuid = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.530855 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.rbd_store_chunk_size = 4 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.530855 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.rbd_user      = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.530855 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.replication_connect_timeout = 5 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.530855 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.replication_device = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.530855 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.report_discard_supported = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.531546 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.report_dynamic_total_capacity = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.531546 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.reserved_percentage = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.531546 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.scst_target_driver = iscsi {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.531546 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.scst_target_iqn_name = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.531546 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.storage_protocol = iSCSI {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.531546 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.suppress_requests_ssl_warnings = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.532298 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.target_helper = tgtadm {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.532298 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.target_ip_address = 10.222.0.17 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.532298 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.target_port   = 3260 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.532298 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.target_prefix = iqn.2010-10.org.openstack: {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.532298 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.target_protocol = iscsi {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.532298 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.trace_flags   = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.532979 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.unique_fqdn_network = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.532979 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.use_chap_auth = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.532979 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.use_multipath_for_image_xfer = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.532979 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.volume_backend_name = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.532979 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.volume_clear  = zero {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.532979 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.volume_clear_ionice = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.533761 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.volume_clear_size = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.533761 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.volume_copy_blkio_cgroup_name = cinder-volume-copy {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.533761 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.volume_copy_bps_limit = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.533761 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.volume_dd_blocksize = 1M {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.533761 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.volume_driver = cinder.volume.drivers.lvm.LVMVolumeDriver {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.533761 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] backend_defaults.volumes_dir   = /opt/stack/data/cinder/volumes {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.534741 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_reports.file_event_handler = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.534741 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_reports.file_event_handler_interval = 1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.534741 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_reports.log_dir           = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.534741 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.backend_availability_zone = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.534741 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.backend_host              = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.534741 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.backend_native_threads_pool_size = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.534741 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.backup_use_temp_snapshot  = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.535666 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.chap_password             = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.535666 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.chap_username             = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.535666 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.chiscsi_conf              = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.535666 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.deferred_deletion_delay   = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.535666 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.deferred_deletion_purge_interval = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.536338 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.driver [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] Driver hasn't implemented _init_vendor_properties()
Jul 23 21:04:11.536538 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.driver_client_cert        = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.536676 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.driver [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] Initialized capabilities list: {'vendor_name': 'Open Source', 'driver_version': '1.2.0', 'storage_protocol': 'ceph', 'total_capacity_gb': 19.94, 'free_capacity_gb': 19.94, 'reserved_percentage': 0, 'multiattach': True, 'thin_provisioning_support': True, 'max_over_subscription_ratio': '20.0', 'location_info': 'ceph:/etc/ceph/ceph.conf:23f8b133-f93c-4388-abba-5d8e47858b41:cinder:volumes', 'backend_state': 'up', 'volume_backend_name': 'ceph', 'replication_enabled': False, 'properties': {'thin_provisioning': {'title': 'Thin Provisioning', 'description': 'Sets thin provisioning.', 'type': 'boolean'}, 'compression': {'title': 'Compression', 'description': 'Enables compression.', 'type': 'boolean'}, 'qos': {'title': 'QoS', 'description': 'Enables QoS.', 'type': 'boolean'}, 'replication_enabled': {'title': 'Replication', 'description': 'Enables replication.', 'type': 'boolean'}}}. {{(pid=124508) init_capabilities /opt/stack/cinder/cinder/volume/driver.py:812}}
Jul 23 21:04:11.536860 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.driver_client_cert_key    = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.536860 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.driver_data_namespace     = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.536860 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.driver_ssl_cert_path      = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.536860 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.driver_ssl_cert_verify    = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.536860 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.driver_use_ssl            = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.536860 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.enable_deferred_deletion  = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.536860 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.enable_unsupported_driver = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.537732 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.enforce_multipath_for_image_xfer = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.537732 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.extra_capabilities        = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.537732 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.filter_function           = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.537732 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.goodness_function         = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.537732 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.iet_conf                  = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.537732 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.image_upload_use_cinder_backend = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.537732 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.image_upload_use_internal_tenant = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.538597 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.image_volume_cache_enabled = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.538597 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.image_volume_cache_max_count = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.538597 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.image_volume_cache_max_size_gb = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.538597 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.iscsi_iotype              = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.538597 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.iscsi_secondary_ip_addresses = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.538597 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.iscsi_target_flags        = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.538597 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.iscsi_write_cache         = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.539720 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.iser_helper               = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.539854 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_db.sqlalchemy.engines [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124508) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jul 23 21:04:11.539992 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.iser_ip_address           = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.540455 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.iser_port                 = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.540828 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.iser_target_prefix        = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.541010 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writer thread running {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}}
Jul 23 21:04:11.542232 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.max_over_subscription_ratio = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.542695 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.num_iser_scan_tries       = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.543998 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.num_shell_tries           = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.544552 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.num_volume_device_scan_tries = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.545059 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.nvmet_ns_id               = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.546220 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.nvmet_port_id             = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.547174 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.rados_connect_timeout     = -1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.548208 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.rados_connection_interval = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.548761 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.rados_connection_retries  = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.549834 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.rbd_ceph_conf             = /etc/ceph/ceph.conf {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.550393 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.rbd_cluster_name          = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.551179 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.rbd_exclusive_cinder_pool = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.552266 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.rbd_flatten_volume_from_snapshot = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.552980 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.rbd_max_clone_depth       = 5 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.553769 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.rbd_pool                  = volumes {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.554679 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.rbd_secret_uuid           = 64134bc0-05c1-422c-a06b-283d723dcef4 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.555771 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.rbd_store_chunk_size      = 4 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.556325 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.rbd_user                  = cinder {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.557201 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.replication_connect_timeout = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.557803 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.replication_device        = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.558684 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.report_discard_supported  = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.559317 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.report_dynamic_total_capacity = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.560601 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.reserved_percentage       = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.561242 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.scst_target_driver        = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.561761 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.scst_target_iqn_name      = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.562404 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.storage_protocol          = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.563222 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.suppress_requests_ssl_warnings = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.564250 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.target_helper             = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.564927 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.target_ip_address         = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.565524 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.target_port               = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.566120 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.target_prefix             = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.566641 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.target_protocol           = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.567231 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.trace_flags               = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.571442 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.unique_fqdn_network       = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.571781 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.use_chap_auth             = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.572167 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.use_multipath_for_image_xfer = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.572508 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.volume_backend_name       = ceph {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.572890 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.volume_clear              = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.573238 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.volume_clear_ionice       = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.573596 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.volume_clear_size         = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.573983 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.volume_copy_blkio_cgroup_name = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.574508 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.volume_copy_bps_limit     = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.574925 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.volume_dd_blocksize       = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.575510 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.volume_driver             = cinder.volume.drivers.rbd.RBDDriver {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.575862 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ceph.volumes_dir               = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.576662 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.577159 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.577663 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.578125 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.578773 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.579239 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.579820 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.580423 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.581845 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.582459 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.582942 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.583368 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.583766 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.584166 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.585288 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.585675 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.586397 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.db.sqlalchemy.api [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] Building query based on filter {{(pid=124508) _process_snaps_filters /opt/stack/cinder/cinder/db/sqlalchemy/api.py:3885}}
Jul 23 21:04:11.586521 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.586766 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.587112 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.587462 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.587807 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.588156 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.588913 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.589703 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.590120 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.590569 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.ssl      = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.590948 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.591747 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.592110 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.592484 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.592925 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_rabbit.ssl_version =  {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.595323 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_notifications.driver = [] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.595784 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_notifications.retry = -1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.596254 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.597178 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] oslo_messaging_notifications.transport_url = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.597532 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] key_manager.backend            = cinder.keymgr.conf_key_mgr.ConfKeyManager {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.597829 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] key_manager.fixed_key          = **** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.598285 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.598632 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.barbican_api_version  = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.599354 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.barbican_endpoint     = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.599801 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.barbican_endpoint_type = public {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.600190 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.barbican_region_name  = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.600591 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.cafile                = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.600945 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.certfile              = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.602071 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.collect_timing        = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.602424 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.insecure              = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.602837 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.keyfile               = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.603264 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.number_of_retries     = 60 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.603610 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.retry_delay           = 1 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.603950 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.send_service_user_token = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.604291 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.split_loggers         = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.605208 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.timeout               = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.605561 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.verify_ssl            = True {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.605939 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican.verify_ssl_path       = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.606612 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican_service_user.auth_section = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.607033 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican_service_user.auth_type = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.607384 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican_service_user.cafile   = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.607806 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican_service_user.certfile = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.608208 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican_service_user.collect_timing = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.608593 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican_service_user.insecure = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.609294 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican_service_user.keyfile  = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.609644 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican_service_user.split_loggers = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.610096 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] barbican_service_user.timeout  = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.610999 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.approle_role_id          = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.612565 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.approle_secret_id        = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.612959 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.cafile                   = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.613303 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.certfile                 = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.613656 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.collect_timing           = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.614027 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.insecure                 = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.615016 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.keyfile                  = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.615394 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.kv_mountpoint            = secret {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.615742 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.kv_version               = 2 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.616368 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.namespace                = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.616810 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.root_token_id            = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.617376 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.split_loggers            = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.617896 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.ssl_ca_crt_file          = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.618762 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.timeout                  = None {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.619615 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.use_ssl                  = False {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.621048 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jul 23 21:04:11.621048 ncdv-master-1 cinder-volume[124336]: DEBUG oslo_service.service [None req-08331af5-b59c-468a-9d18-7571441b17ab None None] ******************************************************************************** {{(pid=124336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jul 23 21:04:11.629017 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.image_utils [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] Configuration image_conversion_dir is None or the path doesn't exist. {{(pid=124508) cleanup_temporary_file /opt/stack/cinder/cinder/image/image_utils.py:991}}
Jul 23 21:04:11.638176 ncdv-master-1 cinder-volume[124508]: INFO cinder.keymgr.migration [None req-95c9ddaf-f79c-4785-ad1f-6f06f920fa60 None None] Not migrating encryption keys because the ConfKeyManager is still in use.
Jul 23 21:04:11.649424 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:04:11.710102 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:04:11.751268 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:04:11.781696 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] Driver initialization completed successfully.
Jul 23 21:04:11.783705 ncdv-master-1 cinder-volume[124508]: INFO cinder.manager [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] Initiating service 3 cleanup
Jul 23 21:04:11.796186 ncdv-master-1 cinder-volume[124508]: INFO cinder.manager [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] Service 3 cleanup completed.
Jul 23 21:04:11.796660 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.service [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] Creating RPC server for service cinder-volume {{(pid=124508) start /opt/stack/cinder/cinder/service.py:238}}
Jul 23 21:04:11.805030 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.service [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] Pinning object versions for RPC server serializer to 1.39 {{(pid=124508) start /opt/stack/cinder/cinder/service.py:244}}
Jul 23 21:04:11.878656 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] Initializing RPC dependent components of volume driver RBDDriver (1.2.0)
Jul 23 21:04:11.880462 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:04:11.921170 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:04:11.994114 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-b3a293fb-6fa5-4143-b47a-bbe44e4306f9 None None] Driver post RPC initialization completed successfully.
Jul 23 21:04:21.155328 ncdv-master-1 cinder-volume[124336]: DEBUG dbcounter [-] [124336] Writing DB stats cinder:SELECT=16,cinder:INSERT=1 {{(pid=124336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:04:21.984277 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=25,cinder:INSERT=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:04:21.987608 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:04:51.997817 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=7,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:05:02.007299 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:05:32.004552 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:05:32.006815 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:06:02.013173 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:06:02.019689 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:06:09.998420 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:06:09.999597 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:06:10.024937 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:06:10.052449 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:06:22.010514 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:06:42.014671 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:06:52.023035 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:07:09.998357 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:07:09.999572 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:07:10.023068 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:07:10.050428 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:07:22.019439 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:07:32.027634 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:07:52.024717 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:08:02.029679 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:08:09.994896 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:08:09.995674 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:08:10.022799 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:08:10.048823 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:08:22.042955 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:08:22.045270 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:09:02.040261 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:09:02.042781 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=7,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:09:09.994765 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:09:09.995534 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:09:10.020363 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:09:10.047548 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:09:12.053967 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:09:42.043859 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=8,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:09:52.041055 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=5,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:10:09.992621 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:10:09.993733 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:10:10.023984 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:10:10.050495 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:10:12.039335 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:10:22.050574 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:10:52.047360 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=7,cinder:UPDATE=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:11:02.039897 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=6,cinder:UPDATE=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:11:09.996452 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:11:09.997260 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:11:10.026763 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:11:10.055346 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:11:22.043729 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=3,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:11:42.047973 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:12:02.048672 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:12:10.001139 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:12:10.002126 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:12:10.027443 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:12:10.051292 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:12:22.047562 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:12:32.058787 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=4,cinder:UPDATE=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:12:52.045371 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:13:09.997716 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:13:09.998810 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:13:10.024570 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:13:10.049226 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:13:12.059539 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:13:32.057897 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=5,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:13:52.056135 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:14:02.066528 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:14:09.994133 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:14:09.994927 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:14:10.067219 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:14:10.144829 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:14:22.071732 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=1,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:14:22.073484 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=8,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:14:42.070411 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:15:02.066728 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:UPDATE=3,cinder:SELECT=7 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:15:09.998359 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:15:09.999713 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:15:10.066031 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:15:10.133575 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:15:22.071574 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:15:32.077116 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=10,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:15:52.074426 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=4,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:16:09.999210 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:16:09.999841 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:16:10.059661 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:16:10.121840 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:16:12.077701 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=8,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:16:42.075487 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=6,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:16:52.077559 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:17:09.999519 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:17:10.000985 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:17:10.092844 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:17:10.198826 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:17:10.583547 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Volume reschedule parameters: True retry: {'num_attempts': 1, 'backends': ['ncdv-master-1@ceph#ceph'], 'hosts': ['ncdv-master-1@ceph#ceph']} {{(pid=124508) get_flow /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1366}}
Jul 23 21:17:10.783085 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Flow 'volume_create_manager' (1e5d2d9d-2663-4de6-877d-3e862097e8da) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:17:10.797512 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (36fb7841-3f49-4ac9-89be-9ed693b52077) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:17:10.914657 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (36fb7841-3f49-4ac9-89be-9ed693b52077) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'Volume(_name_id=None,admin_metadata=<?>,attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2022-07-23T21:17:09Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-LiveMigrationTest-volume-580193049',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='ncdv-master-1@ceph#ceph',id=a69bbe9e-0481-45eb-807a-0a14799fc07b,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='6610a2359aa64f89befcf72e4f3f6a54',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2022-07-23T21:17:10Z,service_uuid=None,shared_targets=True,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2022-07-23T21:17:10Z,use_quota=True,user_id='f2672c5db79b4a48a505c3df536594dd',volume_attachment=VolumeAttachmentList,volume_type=VolumeType(4aa3bb33-251c-4cce-a566-17b811da923f),volume_type_id=4aa3bb33-251c-4cce-a566-17b811da923f)' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:17:10.923128 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (98b7107d-cc70-46dc-ad72-2bd9a5d47be6) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:17:10.926800 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (98b7107d-cc70-46dc-ad72-2bd9a5d47be6) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:17:10.942465 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (4dc54a95-f200-4050-bed8-8eb0cee36a28) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:17:10.953541 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (4dc54a95-f200-4050-bed8-8eb0cee36a28) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'type': 'raw', 'volume_id': 'a69bbe9e-0481-45eb-807a-0a14799fc07b', 'volume_name': 'volume-a69bbe9e-0481-45eb-807a-0a14799fc07b', 'volume_size': 1}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:17:10.983312 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (cec768f0-00d7-45c6-8ebc-c0c3e785be54) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:17:10.985117 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (cec768f0-00d7-45c6-8ebc-c0c3e785be54) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:17:10.989564 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (884f116a-00a5-4f9c-a04b-aa127a938dfc) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:17:10.990735 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Volume a69bbe9e-0481-45eb-807a-0a14799fc07b: being created as raw with specification: {'status': 'creating', 'volume_name': 'volume-a69bbe9e-0481-45eb-807a-0a14799fc07b', 'volume_size': 1}
Jul 23 21:17:10.991162 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] creating volume 'volume-a69bbe9e-0481-45eb-807a-0a14799fc07b' {{(pid=124508) create_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1040}}
Jul 23 21:17:10.992604 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:17:11.358931 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_replicated_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:915}}
Jul 23 21:17:11.360185 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_multiattach_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:924}}
Jul 23 21:17:11.364188 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (884f116a-00a5-4f9c-a04b-aa127a938dfc) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'volume_name': 'volume-a69bbe9e-0481-45eb-807a-0a14799fc07b', 'volume_size': 1}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:17:11.373689 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (216e12d7-5ae9-4733-a8d0-93fcf6c87b34) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:17:11.390376 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Volume volume-a69bbe9e-0481-45eb-807a-0a14799fc07b (a69bbe9e-0481-45eb-807a-0a14799fc07b): created successfully
Jul 23 21:17:11.399109 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (216e12d7-5ae9-4733-a8d0-93fcf6c87b34) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:17:11.413391 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Flow 'volume_create_manager' (1e5d2d9d-2663-4de6-877d-3e862097e8da) transitioned into state 'SUCCESS' from state 'RUNNING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:17:11.441659 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-ad0b49c4-66fa-4b6b-a56e-a2b4a761ff39 tempest-LiveMigrationTest-731745934 None] Created volume successfully.
Jul 23 21:17:12.108038 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=10,cinder:UPDATE=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:17:13.414280 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-354c03ef-7804-44b6-a0cd-ef1113d54e47 req-474be5d1-f62c-41b7-9cb2-cb076d5fd628 tempest-LiveMigrationTest-731745934 None] Running cmd (subprocess): ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:17:15.619890 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-354c03ef-7804-44b6-a0cd-ef1113d54e47 req-474be5d1-f62c-41b7-9cb2-cb076d5fd628 tempest-LiveMigrationTest-731745934 None] CMD "ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf" returned: 0 in 2.205s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:17:15.622962 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-354c03ef-7804-44b6-a0cd-ef1113d54e47 req-474be5d1-f62c-41b7-9cb2-cb076d5fd628 tempest-LiveMigrationTest-731745934 None] connection data: {'driver_volume_type': 'rbd', 'data': {'name': 'volumes/volume-a69bbe9e-0481-45eb-807a-0a14799fc07b', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '64134bc0-05c1-422c-a06b-283d723dcef4', 'volume_id': 'a69bbe9e-0481-45eb-807a-0a14799fc07b', 'discard': True}} {{(pid=124508) initialize_connection /opt/stack/cinder/cinder/volume/drivers/rbd.py:1649}}
Jul 23 21:17:15.759499 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-354c03ef-7804-44b6-a0cd-ef1113d54e47 req-474be5d1-f62c-41b7-9cb2-cb076d5fd628 tempest-LiveMigrationTest-731745934 None] Connection info returned from driver {'name': 'volumes/volume-a69bbe9e-0481-45eb-807a-0a14799fc07b', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': '***', 'secret_uuid': '***', 'volume_id': 'a69bbe9e-0481-45eb-807a-0a14799fc07b', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'driver_volume_type': 'rbd', 'attachment_id': '5d601439-88d5-410e-be6e-b0e958073e86'} {{(pid=124508) _connection_create /opt/stack/cinder/cinder/volume/manager.py:4827}}
Jul 23 21:17:16.049148 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-354c03ef-7804-44b6-a0cd-ef1113d54e47 req-474be5d1-f62c-41b7-9cb2-cb076d5fd628 tempest-LiveMigrationTest-731745934 None] attachment_update completed successfully.
Jul 23 21:17:24.485426 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=21,cinder:UPDATE=6,cinder:DELETE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:17:24.487859 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-f29f8edd-114e-4948-b565-00bfe4babd78 req-867f3930-8bc2-492f-9ba2-f2f3af0c6ef0 tempest-LiveMigrationTest-1290036868 None] Running cmd (subprocess): ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:17:26.010522 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-f29f8edd-114e-4948-b565-00bfe4babd78 req-867f3930-8bc2-492f-9ba2-f2f3af0c6ef0 tempest-LiveMigrationTest-1290036868 None] CMD "ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf" returned: 0 in 1.522s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:17:26.011407 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-f29f8edd-114e-4948-b565-00bfe4babd78 req-867f3930-8bc2-492f-9ba2-f2f3af0c6ef0 tempest-LiveMigrationTest-1290036868 None] connection data: {'driver_volume_type': 'rbd', 'data': {'name': 'volumes/volume-a69bbe9e-0481-45eb-807a-0a14799fc07b', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '64134bc0-05c1-422c-a06b-283d723dcef4', 'volume_id': 'a69bbe9e-0481-45eb-807a-0a14799fc07b', 'discard': True}} {{(pid=124508) initialize_connection /opt/stack/cinder/cinder/volume/drivers/rbd.py:1649}}
Jul 23 21:17:26.068047 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-f29f8edd-114e-4948-b565-00bfe4babd78 req-867f3930-8bc2-492f-9ba2-f2f3af0c6ef0 tempest-LiveMigrationTest-1290036868 None] Connection info returned from driver {'name': 'volumes/volume-a69bbe9e-0481-45eb-807a-0a14799fc07b', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': '***', 'secret_uuid': '***', 'volume_id': 'a69bbe9e-0481-45eb-807a-0a14799fc07b', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'driver_volume_type': 'rbd', 'attachment_id': 'a5fb4a68-ba81-4ebf-a784-1ec9c850b947'} {{(pid=124508) _connection_create /opt/stack/cinder/cinder/volume/manager.py:4827}}
Jul 23 21:17:26.201750 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-f29f8edd-114e-4948-b565-00bfe4babd78 req-867f3930-8bc2-492f-9ba2-f2f3af0c6ef0 tempest-LiveMigrationTest-1290036868 None] attachment_update completed successfully.
Jul 23 21:17:37.208089 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Volume reschedule parameters: True retry: {'num_attempts': 1, 'backends': ['ncdv-master-1@ceph#ceph'], 'hosts': ['ncdv-master-1@ceph#ceph']} {{(pid=124508) get_flow /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1366}}
Jul 23 21:17:37.249449 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Flow 'volume_create_manager' (f2798019-15f0-40fa-bec1-ba8eb81ec37d) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:17:37.280985 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (359a7c73-8a43-40a3-9da1-3c18788317de) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:17:37.299098 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (359a7c73-8a43-40a3-9da1-3c18788317de) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'Volume(_name_id=None,admin_metadata=<?>,attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2022-07-23T21:17:37Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-LiveAutoBlockMigrationV225Test-volume-636696897',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='ncdv-master-1@ceph#ceph',id=ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='b347973dfb204484bdb87ab0094dbe22',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2022-07-23T21:17:37Z,service_uuid=None,shared_targets=True,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2022-07-23T21:17:37Z,use_quota=True,user_id='3a56b82cf3954f279dd21e17a42462b3',volume_attachment=VolumeAttachmentList,volume_type=VolumeType(4aa3bb33-251c-4cce-a566-17b811da923f),volume_type_id=4aa3bb33-251c-4cce-a566-17b811da923f)' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:17:37.304524 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (faa83348-7d93-46b5-aaae-98e5a04d7166) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:17:37.310290 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (faa83348-7d93-46b5-aaae-98e5a04d7166) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:17:37.315599 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (b47e0b33-f49d-4fb3-a656-457d40f722bf) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:17:37.324142 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (b47e0b33-f49d-4fb3-a656-457d40f722bf) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'type': 'raw', 'volume_id': 'ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9', 'volume_name': 'volume-ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9', 'volume_size': 1}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:17:37.336323 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (7f2f22e2-a277-4ea7-9c17-621c942ddef1) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:17:37.340238 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (7f2f22e2-a277-4ea7-9c17-621c942ddef1) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:17:37.357606 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (63229ba9-9858-44c1-9dcd-a55c96c6ba17) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:17:37.360162 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Volume ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9: being created as raw with specification: {'status': 'creating', 'volume_name': 'volume-ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9', 'volume_size': 1}
Jul 23 21:17:37.360512 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] creating volume 'volume-ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9' {{(pid=124508) create_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1040}}
Jul 23 21:17:37.361988 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:17:37.535616 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_replicated_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:915}}
Jul 23 21:17:37.537140 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_multiattach_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:924}}
Jul 23 21:17:37.577436 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (63229ba9-9858-44c1-9dcd-a55c96c6ba17) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'volume_name': 'volume-ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9', 'volume_size': 1}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:17:37.604552 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (b2ec43a6-9226-480d-a9e5-64e09bd918f6) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:17:37.659863 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Volume volume-ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9 (ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9): created successfully
Jul 23 21:17:37.664424 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (b2ec43a6-9226-480d-a9e5-64e09bd918f6) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:17:37.681181 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Flow 'volume_create_manager' (f2798019-15f0-40fa-bec1-ba8eb81ec37d) transitioned into state 'SUCCESS' from state 'RUNNING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:17:37.705494 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-edfbc937-c2cf-4d52-8003-6b0ad4370335 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Created volume successfully.
Jul 23 21:17:39.879266 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-6ed180c8-2f4a-4f7c-864b-477889ed8b61 req-789260ad-4888-4051-b38d-c5d3966287f5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Running cmd (subprocess): ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:17:41.528741 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-f29f8edd-114e-4948-b565-00bfe4babd78 req-a9b01308-b3bd-4eaf-b8fe-20c747366f5e tempest-LiveMigrationTest-1290036868 None] Terminate volume connection completed successfully.
Jul 23 21:17:41.529407 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-f29f8edd-114e-4948-b565-00bfe4babd78 req-a9b01308-b3bd-4eaf-b8fe-20c747366f5e tempest-LiveMigrationTest-1290036868 None] Deleting attachment 5d601439-88d5-410e-be6e-b0e958073e86. {{(pid=124508) attachment_delete /opt/stack/cinder/cinder/volume/manager.py:4958}}
Jul 23 21:17:41.997594 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-6ed180c8-2f4a-4f7c-864b-477889ed8b61 req-789260ad-4888-4051-b38d-c5d3966287f5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] CMD "ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf" returned: 0 in 2.119s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:17:41.998704 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-6ed180c8-2f4a-4f7c-864b-477889ed8b61 req-789260ad-4888-4051-b38d-c5d3966287f5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] connection data: {'driver_volume_type': 'rbd', 'data': {'name': 'volumes/volume-ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '64134bc0-05c1-422c-a06b-283d723dcef4', 'volume_id': 'ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9', 'discard': True}} {{(pid=124508) initialize_connection /opt/stack/cinder/cinder/volume/drivers/rbd.py:1649}}
Jul 23 21:17:42.064091 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-6ed180c8-2f4a-4f7c-864b-477889ed8b61 req-789260ad-4888-4051-b38d-c5d3966287f5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Connection info returned from driver {'name': 'volumes/volume-ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': '***', 'secret_uuid': '***', 'volume_id': 'ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'driver_volume_type': 'rbd', 'attachment_id': '44589463-4373-414d-9262-361d46464e44'} {{(pid=124508) _connection_create /opt/stack/cinder/cinder/volume/manager.py:4827}}
Jul 23 21:17:42.136465 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=40,cinder:UPDATE=10,cinder:DELETE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:17:42.238006 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-6ed180c8-2f4a-4f7c-864b-477889ed8b61 req-789260ad-4888-4051-b38d-c5d3966287f5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] attachment_update completed successfully.
Jul 23 21:17:54.151609 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-5d6cdb3b-31a0-4e55-baa1-d53a80cdeab3 req-993b2ad2-1f96-4b85-a4c3-d486f85a0fe5 tempest-LiveAutoBlockMigrationV225Test-194022042 None] Running cmd (subprocess): ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:17:55.797373 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-5d6cdb3b-31a0-4e55-baa1-d53a80cdeab3 req-993b2ad2-1f96-4b85-a4c3-d486f85a0fe5 tempest-LiveAutoBlockMigrationV225Test-194022042 None] CMD "ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf" returned: 0 in 1.647s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:17:55.798294 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-5d6cdb3b-31a0-4e55-baa1-d53a80cdeab3 req-993b2ad2-1f96-4b85-a4c3-d486f85a0fe5 tempest-LiveAutoBlockMigrationV225Test-194022042 None] connection data: {'driver_volume_type': 'rbd', 'data': {'name': 'volumes/volume-ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '64134bc0-05c1-422c-a06b-283d723dcef4', 'volume_id': 'ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9', 'discard': True}} {{(pid=124508) initialize_connection /opt/stack/cinder/cinder/volume/drivers/rbd.py:1649}}
Jul 23 21:17:55.843208 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=35,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:17:55.869743 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-5d6cdb3b-31a0-4e55-baa1-d53a80cdeab3 req-993b2ad2-1f96-4b85-a4c3-d486f85a0fe5 tempest-LiveAutoBlockMigrationV225Test-194022042 None] Connection info returned from driver {'name': 'volumes/volume-ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': '***', 'secret_uuid': '***', 'volume_id': 'ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'driver_volume_type': 'rbd', 'attachment_id': '78ccc0a6-724e-4046-ab7c-63bd4e04b3db'} {{(pid=124508) _connection_create /opt/stack/cinder/cinder/volume/manager.py:4827}}
Jul 23 21:17:56.061131 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-5d6cdb3b-31a0-4e55-baa1-d53a80cdeab3 req-993b2ad2-1f96-4b85-a4c3-d486f85a0fe5 tempest-LiveAutoBlockMigrationV225Test-194022042 None] attachment_update completed successfully.
Jul 23 21:17:58.364380 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-9861ac91-5d7f-4ef9-b0e1-597a82c21501 req-5a29df98-b56c-41d9-9aaa-e65d457d8d4d tempest-LiveMigrationTest-731745934 None] Terminate volume connection completed successfully.
Jul 23 21:17:58.365054 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-9861ac91-5d7f-4ef9-b0e1-597a82c21501 req-5a29df98-b56c-41d9-9aaa-e65d457d8d4d tempest-LiveMigrationTest-731745934 None] Deleting attachment a5fb4a68-ba81-4ebf-a784-1ec9c850b947. {{(pid=124508) attachment_delete /opt/stack/cinder/cinder/volume/manager.py:4958}}
Jul 23 21:18:09.761342 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Volume reschedule parameters: True retry: {'num_attempts': 1, 'backends': ['ncdv-master-1@ceph#ceph'], 'hosts': ['ncdv-master-1@ceph#ceph']} {{(pid=124508) get_flow /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1366}}
Jul 23 21:18:09.845328 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Flow 'volume_create_manager' (744b958a-1ad4-49ec-82a6-e580683089c6) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:18:09.854458 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (f8486b8a-0165-445d-a959-c8026cdd887f) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:09.880459 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (f8486b8a-0165-445d-a959-c8026cdd887f) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'Volume(_name_id=None,admin_metadata=<?>,attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2022-07-23T21:18:09Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-tempest.common.compute-volume-1403959395',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='ncdv-master-1@ceph#ceph',id=67709f74-c94d-4ce5-9fc8-64292fc105a9,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='6610a2359aa64f89befcf72e4f3f6a54',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2022-07-23T21:18:10Z,service_uuid=None,shared_targets=True,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2022-07-23T21:18:10Z,use_quota=True,user_id='f2672c5db79b4a48a505c3df536594dd',volume_attachment=VolumeAttachmentList,volume_type=VolumeType(4aa3bb33-251c-4cce-a566-17b811da923f),volume_type_id=4aa3bb33-251c-4cce-a566-17b811da923f)' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:18:09.886774 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (706f9d7f-df12-4e20-ace2-aab99ca79a16) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:09.895362 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (706f9d7f-df12-4e20-ace2-aab99ca79a16) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:18:09.904532 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (5f5b9d39-91cc-4792-9349-2374631bcf70) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:10.004192 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:18:10.006439 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:18:10.090366 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:18:10.157731 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:18:10.878337 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (5f5b9d39-91cc-4792-9349-2374631bcf70) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'type': 'image', 'volume_id': '67709f74-c94d-4ce5-9fc8-64292fc105a9', 'volume_name': 'volume-67709f74-c94d-4ce5-9fc8-64292fc105a9', 'volume_size': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'image_location': (None, None), 'image_meta': {'name': 'ubuntu-16', 'disk_format': 'vhdx', 'container_format': 'bare', 'visibility': 'public', 'size': 645922816, 'virtual_size': 734003200, 'status': 'active', 'checksum': '318f990048c8a194829e52141534610d', 'protected': False, 'min_ram': 0, 'min_disk': 0, 'owner': 'd6f3124c18f04946a431e587fc205bd4', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '1aaa7a04b14d2fb410b8803fefeb767485c32e2da475b52a8839eec757ebef67d8611e4f699200324e39744ee6949dd3c2a4f6ecccb0c2480706ec5cb0fc5a53', 'id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'created_at': datetime.datetime(2022, 7, 23, 21, 4, 28, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44, tzinfo=datetime.timezone.utc), 'tags': [], 'file': '/v2/images/b27b20aa-ef1b-4dd1-989e-321af6343d6a/file', 'properties': {'hw_rng_model': 'virtio', 'owner_specified.openstack.md5': '', 'owner_specified.openstack.object': 'images/ubuntu-16', 'owner_specified.openstack.sha256': ''}}, 'image_service': <cinder.image.glance.GlanceImageService object at 0x7eff81e4bc70>}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:18:10.886621 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (685fc16a-c630-40ed-9d87-96a15dd1ad49) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:10.892232 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (685fc16a-c630-40ed-9d87-96a15dd1ad49) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:18:10.898188 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (27b265cb-5fb2-4259-911b-9b87a715c0e5) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:10.899507 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Volume 67709f74-c94d-4ce5-9fc8-64292fc105a9: being created as image with specification: {'status': 'creating', 'volume_name': 'volume-67709f74-c94d-4ce5-9fc8-64292fc105a9', 'volume_size': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'image_location': (None, None), 'image_meta': {'name': 'ubuntu-16', 'disk_format': 'vhdx', 'container_format': 'bare', 'visibility': 'public', 'size': 645922816, 'virtual_size': 734003200, 'status': 'active', 'checksum': '318f990048c8a194829e52141534610d', 'protected': False, 'min_ram': 0, 'min_disk': 0, 'owner': 'd6f3124c18f04946a431e587fc205bd4', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '1aaa7a04b14d2fb410b8803fefeb767485c32e2da475b52a8839eec757ebef67d8611e4f699200324e39744ee6949dd3c2a4f6ecccb0c2480706ec5cb0fc5a53', 'id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'created_at': datetime.datetime(2022, 7, 23, 21, 4, 28, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44, tzinfo=datetime.timezone.utc), 'tags': [], 'file': '/v2/images/b27b20aa-ef1b-4dd1-989e-321af6343d6a/file', 'properties': {'hw_rng_model': 'virtio', 'owner_specified.openstack.md5': '', 'owner_specified.openstack.object': 'images/ubuntu-16', 'owner_specified.openstack.sha256': ''}}, 'image_service': <cinder.image.glance.GlanceImageService object at 0x7eff81e4bc70>}
Jul 23 21:18:10.900548 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Cloning 67709f74-c94d-4ce5-9fc8-64292fc105a9 from image b27b20aa-ef1b-4dd1-989e-321af6343d6a  at location (None, None). {{(pid=124508) _create_from_image /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1069}}
Jul 23 21:18:10.901588 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Acquiring lock "cinder-b27b20aa-ef1b-4dd1-989e-321af6343d6a" by "_prepare_image_cache_entry" {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:192}}
Jul 23 21:18:10.925799 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Lock "cinder-b27b20aa-ef1b-4dd1-989e-321af6343d6a" acquired by "_prepare_image_cache_entry" :: waited 0.023s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:195}}
Jul 23 21:18:10.943423 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Preparing cache entry for image = b27b20aa-ef1b-4dd1-989e-321af6343d6a on host ncdv-master-1@ceph#ceph. {{(pid=124508) _prepare_image_cache_entry /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:889}}
Jul 23 21:18:10.944859 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Attempting to retrieve cache entry for image = b27b20aa-ef1b-4dd1-989e-321af6343d6a on host ncdv-master-1@ceph#ceph. {{(pid=124508) _create_from_image_cache /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:825}}
Jul 23 21:18:11.104505 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-5d6cdb3b-31a0-4e55-baa1-d53a80cdeab3 req-62b1b632-fb3d-4125-af18-39fc87899868 tempest-LiveAutoBlockMigrationV225Test-194022042 None] Terminate volume connection completed successfully.
Jul 23 21:18:11.104917 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-5d6cdb3b-31a0-4e55-baa1-d53a80cdeab3 req-62b1b632-fb3d-4125-af18-39fc87899868 tempest-LiveAutoBlockMigrationV225Test-194022042 None] Deleting attachment 44589463-4373-414d-9262-361d46464e44. {{(pid=124508) attachment_delete /opt/stack/cinder/cinder/volume/manager.py:4958}}
Jul 23 21:18:21.104479 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=29,cinder:UPDATE=5 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:18:26.320994 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=18,cinder:UPDATE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:18:26.325832 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-84517261-5dad-4dba-b179-19c805ba5736 req-257b3eac-8cec-4d49-a2cb-d87b08bd4ee1 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Terminate volume connection completed successfully.
Jul 23 21:18:26.327507 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-84517261-5dad-4dba-b179-19c805ba5736 req-257b3eac-8cec-4d49-a2cb-d87b08bd4ee1 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Deleting attachment 78ccc0a6-724e-4046-ab7c-63bd4e04b3db. {{(pid=124508) attachment_delete /opt/stack/cinder/cinder/volume/manager.py:4958}}
Jul 23 21:18:29.784534 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Volume reschedule parameters: True retry: {'num_attempts': 1, 'backends': ['ncdv-master-1@ceph#ceph'], 'hosts': ['ncdv-master-1@ceph#ceph']} {{(pid=124508) get_flow /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1366}}
Jul 23 21:18:29.814584 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Flow 'volume_create_manager' (1876c231-d76f-43bd-bfb2-f1d07489db73) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:18:29.821709 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (002e9238-71c2-4b97-9c4e-319d8b21cf8f) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:29.842842 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (002e9238-71c2-4b97-9c4e-319d8b21cf8f) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'Volume(_name_id=None,admin_metadata=<?>,attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2022-07-23T21:18:29Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-tempest.common.compute-volume-1155227976',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='ncdv-master-1@ceph#ceph',id=45722d72-c3a2-4f78-9923-e1cce3fffdf2,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='b347973dfb204484bdb87ab0094dbe22',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2022-07-23T21:18:30Z,service_uuid=None,shared_targets=True,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2022-07-23T21:18:30Z,use_quota=True,user_id='3a56b82cf3954f279dd21e17a42462b3',volume_attachment=VolumeAttachmentList,volume_type=VolumeType(4aa3bb33-251c-4cce-a566-17b811da923f),volume_type_id=4aa3bb33-251c-4cce-a566-17b811da923f)' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:18:29.853703 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (86619493-648f-42c7-9d75-12f6bc93767b) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:29.858686 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (86619493-648f-42c7-9d75-12f6bc93767b) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:18:29.864176 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (151e8615-8dca-49a2-a552-8df793957b6f) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:30.022213 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (151e8615-8dca-49a2-a552-8df793957b6f) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'type': 'image', 'volume_id': '45722d72-c3a2-4f78-9923-e1cce3fffdf2', 'volume_name': 'volume-45722d72-c3a2-4f78-9923-e1cce3fffdf2', 'volume_size': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'image_location': (None, None), 'image_meta': {'name': 'ubuntu-16', 'disk_format': 'vhdx', 'container_format': 'bare', 'visibility': 'public', 'size': 645922816, 'virtual_size': 734003200, 'status': 'active', 'checksum': '318f990048c8a194829e52141534610d', 'protected': False, 'min_ram': 0, 'min_disk': 0, 'owner': 'd6f3124c18f04946a431e587fc205bd4', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '1aaa7a04b14d2fb410b8803fefeb767485c32e2da475b52a8839eec757ebef67d8611e4f699200324e39744ee6949dd3c2a4f6ecccb0c2480706ec5cb0fc5a53', 'id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'created_at': datetime.datetime(2022, 7, 23, 21, 4, 28, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44, tzinfo=datetime.timezone.utc), 'tags': [], 'file': '/v2/images/b27b20aa-ef1b-4dd1-989e-321af6343d6a/file', 'properties': {'hw_rng_model': 'virtio', 'owner_specified.openstack.md5': '', 'owner_specified.openstack.object': 'images/ubuntu-16', 'owner_specified.openstack.sha256': ''}}, 'image_service': <cinder.image.glance.GlanceImageService object at 0x7eff826ff430>}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:18:30.031744 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (0e10b4ba-b847-4439-9912-5b161c5a5480) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:30.037353 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (0e10b4ba-b847-4439-9912-5b161c5a5480) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:18:30.043213 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (3ff0ffc7-625b-43c7-b6ea-a7ff43569151) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:30.044357 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Volume 45722d72-c3a2-4f78-9923-e1cce3fffdf2: being created as image with specification: {'status': 'creating', 'volume_name': 'volume-45722d72-c3a2-4f78-9923-e1cce3fffdf2', 'volume_size': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'image_location': (None, None), 'image_meta': {'name': 'ubuntu-16', 'disk_format': 'vhdx', 'container_format': 'bare', 'visibility': 'public', 'size': 645922816, 'virtual_size': 734003200, 'status': 'active', 'checksum': '318f990048c8a194829e52141534610d', 'protected': False, 'min_ram': 0, 'min_disk': 0, 'owner': 'd6f3124c18f04946a431e587fc205bd4', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '1aaa7a04b14d2fb410b8803fefeb767485c32e2da475b52a8839eec757ebef67d8611e4f699200324e39744ee6949dd3c2a4f6ecccb0c2480706ec5cb0fc5a53', 'id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'created_at': datetime.datetime(2022, 7, 23, 21, 4, 28, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44, tzinfo=datetime.timezone.utc), 'tags': [], 'file': '/v2/images/b27b20aa-ef1b-4dd1-989e-321af6343d6a/file', 'properties': {'hw_rng_model': 'virtio', 'owner_specified.openstack.md5': '', 'owner_specified.openstack.object': 'images/ubuntu-16', 'owner_specified.openstack.sha256': ''}}, 'image_service': <cinder.image.glance.GlanceImageService object at 0x7eff826ff430>}
Jul 23 21:18:30.045064 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Cloning 45722d72-c3a2-4f78-9923-e1cce3fffdf2 from image b27b20aa-ef1b-4dd1-989e-321af6343d6a  at location (None, None). {{(pid=124508) _create_from_image /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1069}}
Jul 23 21:18:30.045713 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Acquiring lock "cinder-b27b20aa-ef1b-4dd1-989e-321af6343d6a" by "_prepare_image_cache_entry" {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:192}}
Jul 23 21:18:31.518062 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.image_utils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Image fetch details: dest /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph, size 616.00 MB, duration 20.55 sec {{(pid=124508) fetch /opt/stack/cinder/cinder/image/image_utils.py:587}}
Jul 23 21:18:31.519107 ncdv-master-1 cinder-volume[124508]: INFO cinder.image.image_utils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Image download 616.00 MB at 29.97 MB/s
Jul 23 21:18:31.585755 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Running cmd (subprocess): /usr/bin/python3.8 -m oslo_concurrency.prlimit --as=1073741824 --cpu=60 -- sudo cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:18:31.764036 ncdv-master-1 sudo[138489]:   ubuntu : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/local/bin/cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph
Jul 23 21:18:31.765036 ncdv-master-1 sudo[138489]: pam_unix(sudo:session): session opened for user root by (uid=0)
Jul 23 21:18:34.102693 ncdv-master-1 sudo[138489]: pam_unix(sudo:session): session closed for user root
Jul 23 21:18:34.106612 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] CMD "/usr/bin/python3.8 -m oslo_concurrency.prlimit --as=1073741824 --cpu=60 -- sudo cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph" returned: 0 in 2.520s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:18:34.111744 ncdv-master-1 cinder-volume[124508]: WARNING py.warnings [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] /usr/local/lib/python3.8/dist-packages/oslo_utils/imageutils.py:71: FutureWarning: The human format is deprecated and the format parameter will be removed. Use explicitly json instead in version 'xena'
Jul 23 21:18:34.111744 ncdv-master-1 cinder-volume[124508]:   debtcollector.deprecate(
Jul 23 21:18:34.111744 ncdv-master-1 cinder-volume[124508]: 
Jul 23 21:18:34.113379 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.image_utils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Temporary image b27b20aa-ef1b-4dd1-989e-321af6343d6a is fetched for user f2672c5db79b4a48a505c3df536594dd. {{(pid=124508) fetch /opt/stack/cinder/cinder/image/image_utils.py:1124}}
Jul 23 21:18:34.203257 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Running cmd (subprocess): /usr/bin/python3.8 -m oslo_concurrency.prlimit --as=1073741824 --cpu=60 -- sudo cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:18:34.379402 ncdv-master-1 sudo[138513]:   ubuntu : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/local/bin/cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph
Jul 23 21:18:34.380933 ncdv-master-1 sudo[138513]: pam_unix(sudo:session): session opened for user root by (uid=0)
Jul 23 21:18:36.292312 ncdv-master-1 sudo[138513]: pam_unix(sudo:session): session closed for user root
Jul 23 21:18:36.295344 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] CMD "/usr/bin/python3.8 -m oslo_concurrency.prlimit --as=1073741824 --cpu=60 -- sudo cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph" returned: 0 in 2.092s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:18:36.296362 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] creating volume 'volume-67709f74-c94d-4ce5-9fc8-64292fc105a9' {{(pid=124508) create_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1040}}
Jul 23 21:18:36.297593 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:18:36.444587 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_replicated_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:915}}
Jul 23 21:18:36.445031 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_multiattach_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:924}}
Jul 23 21:18:36.480384 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.volume_utils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Attempting download of b27b20aa-ef1b-4dd1-989e-321af6343d6a ((None, None)) to volume 67709f74-c94d-4ce5-9fc8-64292fc105a9. {{(pid=124508) copy_image_to_volume /opt/stack/cinder/cinder/volume/volume_utils.py:1187}}
Jul 23 21:18:36.545028 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Running cmd (subprocess): /usr/bin/python3.8 -m oslo_concurrency.prlimit --as=1073741824 --cpu=60 -- sudo cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_download_b27b20aa-ef1b-4dd1-989e-321af6343d6a_nszp2j0d {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:18:36.749661 ncdv-master-1 sudo[138622]:   ubuntu : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/local/bin/cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_download_b27b20aa-ef1b-4dd1-989e-321af6343d6a_nszp2j0d
Jul 23 21:18:36.754871 ncdv-master-1 sudo[138622]: pam_unix(sudo:session): session opened for user root by (uid=0)
Jul 23 21:18:38.857341 ncdv-master-1 sudo[138622]: pam_unix(sudo:session): session closed for user root
Jul 23 21:18:38.860968 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] CMD "/usr/bin/python3.8 -m oslo_concurrency.prlimit --as=1073741824 --cpu=60 -- sudo cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_download_b27b20aa-ef1b-4dd1-989e-321af6343d6a_nszp2j0d" returned: 0 in 2.316s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:18:38.863882 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Running cmd (subprocess): /usr/bin/python3.8 -m oslo_concurrency.prlimit --as=1073741824 --cpu=60 -- sudo cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:18:39.011508 ncdv-master-1 sudo[138704]:   ubuntu : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/local/bin/cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph
Jul 23 21:18:39.012318 ncdv-master-1 sudo[138704]: pam_unix(sudo:session): session opened for user root by (uid=0)
Jul 23 21:18:40.967953 ncdv-master-1 sudo[138704]: pam_unix(sudo:session): session closed for user root
Jul 23 21:18:40.972525 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] CMD "/usr/bin/python3.8 -m oslo_concurrency.prlimit --as=1073741824 --cpu=60 -- sudo cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph" returned: 0 in 2.108s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:18:40.974083 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.image_utils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] b27b20aa-ef1b-4dd1-989e-321af6343d6a was vhdx, converting to raw {{(pid=124508) fetch_to_volume_format /opt/stack/cinder/cinder/image/image_utils.py:825}}
Jul 23 21:18:40.975731 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Running cmd (subprocess): sudo cinder-rootwrap /etc/cinder/rootwrap.conf qemu-img convert -O raw -f vhdx /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph /opt/stack/data/cinder/conversion/tmp2c8fxx8_ {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:18:41.024365 ncdv-master-1 sudo[138730]:   ubuntu : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/local/bin/cinder-rootwrap /etc/cinder/rootwrap.conf qemu-img convert -O raw -f vhdx /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph /opt/stack/data/cinder/conversion/tmp2c8fxx8_
Jul 23 21:18:41.025271 ncdv-master-1 sudo[138730]: pam_unix(sudo:session): session opened for user root by (uid=0)
Jul 23 21:18:44.672749 ncdv-master-1 sudo[138730]: pam_unix(sudo:session): session closed for user root
Jul 23 21:18:44.678881 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] CMD "sudo cinder-rootwrap /etc/cinder/rootwrap.conf qemu-img convert -O raw -f vhdx /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph /opt/stack/data/cinder/conversion/tmp2c8fxx8_" returned: 0 in 3.699s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:18:44.678881 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Running cmd (subprocess): /usr/bin/python3.8 -m oslo_concurrency.prlimit --as=1073741824 --cpu=60 -- sudo cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:18:45.004027 ncdv-master-1 sudo[138864]:   ubuntu : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/usr/local/bin/cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph
Jul 23 21:18:45.015968 ncdv-master-1 sudo[138864]: pam_unix(sudo:session): session opened for user root by (uid=0)
Jul 23 21:18:46.473166 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=6,cinder:UPDATE=3,cinder:INSERT=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:18:48.031829 ncdv-master-1 sudo[138864]: pam_unix(sudo:session): session closed for user root
Jul 23 21:18:48.039147 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] CMD "/usr/bin/python3.8 -m oslo_concurrency.prlimit --as=1073741824 --cpu=60 -- sudo cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C qemu-img info /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph" returned: 0 in 3.358s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:18:48.039147 ncdv-master-1 cinder-volume[124508]: WARNING py.warnings [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] /usr/local/lib/python3.8/dist-packages/oslo_utils/imageutils.py:71: FutureWarning: The human format is deprecated and the format parameter will be removed. Use explicitly json instead in version 'xena'
Jul 23 21:18:48.039147 ncdv-master-1 cinder-volume[124508]:   debtcollector.deprecate(
Jul 23 21:18:48.039147 ncdv-master-1 cinder-volume[124508]: 
Jul 23 21:18:48.039147 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.image_utils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Image conversion details: src /opt/stack/data/cinder/conversion/image_fetch_b27b20aa-ef1b-4dd1-989e-321af6343d6a_8cfj4worncdv-master-1@ceph, size 700.00 MB, duration 3.70 sec, destination /opt/stack/data/cinder/conversion/tmp2c8fxx8_ {{(pid=124508) _convert_image /opt/stack/cinder/cinder/image/image_utils.py:419}}
Jul 23 21:18:48.039147 ncdv-master-1 cinder-volume[124508]: INFO cinder.image.image_utils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Converted 700.00 MB image at 189.19 MB/s
Jul 23 21:18:48.039147 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:18:48.253900 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] volume has no backup snaps {{(pid=124508) _delete_backup_snaps /opt/stack/cinder/cinder/volume/drivers/rbd.py:1173}}
Jul 23 21:18:48.259373 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Volume volume-67709f74-c94d-4ce5-9fc8-64292fc105a9 is not a clone. {{(pid=124508) _get_clone_info /opt/stack/cinder/cinder/volume/drivers/rbd.py:1201}}
Jul 23 21:18:48.295340 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] deleting rbd volume volume-67709f74-c94d-4ce5-9fc8-64292fc105a9 {{(pid=124508) delete_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1325}}
Jul 23 21:18:48.894196 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Running cmd (subprocess): rbd import --pool volumes --order 22 /opt/stack/data/cinder/conversion/tmp2c8fxx8_ volume-67709f74-c94d-4ce5-9fc8-64292fc105a9 --new-format --id cinder --cluster ceph --conf /etc/ceph/ceph.conf {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:18:52.169150 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=16,cinder:UPDATE=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:18:58.053134 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] CMD "rbd import --pool volumes --order 22 /opt/stack/data/cinder/conversion/tmp2c8fxx8_ volume-67709f74-c94d-4ce5-9fc8-64292fc105a9 --new-format --id cinder --cluster ceph --conf /etc/ceph/ceph.conf" returned: 0 in 9.161s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:18:58.377946 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:18:58.604332 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_replicated_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:915}}
Jul 23 21:18:58.606497 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_multiattach_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:924}}
Jul 23 21:18:58.606865 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.volume_utils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Downloaded image b27b20aa-ef1b-4dd1-989e-321af6343d6a ((None, None)) to volume 67709f74-c94d-4ce5-9fc8-64292fc105a9 successfully. {{(pid=124508) copy_image_to_volume /opt/stack/cinder/cinder/volume/volume_utils.py:1229}}
Jul 23 21:18:58.738412 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.image_utils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Temporary image b27b20aa-ef1b-4dd1-989e-321af6343d6a for user f2672c5db79b4a48a505c3df536594dd is deleted. {{(pid=124508) fetch /opt/stack/cinder/cinder/image/image_utils.py:1128}}
Jul 23 21:18:58.876387 ncdv-master-1 cinder-volume[124508]: WARNING cinder.quota [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Deprecated: Default quota for resource: volumes_ceph is set by the default quota flag: quota_volumes_ceph, it is now deprecated. Please use the default quota class for default quota.
Jul 23 21:18:58.877217 ncdv-master-1 cinder-volume[124508]: WARNING cinder.quota [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Deprecated: Default quota for resource: gigabytes_ceph is set by the default quota flag: quota_gigabytes_ceph, it is now deprecated. Please use the default quota class for default quota.
Jul 23 21:18:59.057680 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.quota [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Created reservations ['28890ad5-3901-4742-a466-f3e333256f6a', '08b08a7e-139f-460e-b1a5-86fed917ec93', 'bb533411-1da3-4fe0-8fc4-66020a7b6949', '1a4d365a-19cb-4251-9a5f-2336c048563b'] {{(pid=124508) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jul 23 21:18:59.072481 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Creating image volume entry: {'project_id': '4804ed61295f4d4a92d9b685dd9e9f3b', 'provider_geometry': None, 'size': 1, 'volume_metadata': [], 'provider_id': None, 'availability_zone': 'nova', 'terminated_at': None, 'provider_auth': None, 'display_description': None, 'launched_at': None, 'ec2_id': None, 'replication_extended_status': None, 'replication_driver_data': None, 'group_id': None, 'deleted_at': None, 'encryption_key_id': None, 'multiattach': False, 'volume_glance_metadata': [{'key': 'signature_verified', 'value': 'False'}], 'scheduled_at': datetime.datetime(2022, 7, 23, 21, 18, 10, tzinfo=datetime.timezone.utc), 'replication_status': None, 'provider_location': None, 'user_id': 'f2672c5db79b4a48a505c3df536594dd', 'volume_admin_metadata': [], 'created_at': datetime.datetime(2022, 7, 23, 21, 18, 9, tzinfo=datetime.timezone.utc), 'bootable': False, 'consistencygroup_id': None, 'updated_at': datetime.datetime(2022, 7, 23, 21, 18, 10, tzinfo=datetime.timezone.utc), 'shared_targets': True, 'volume_type_id': '4aa3bb33-251c-4cce-a566-17b811da923f', 'metadata': {}, 'display_name': 'image-b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'deleted': False, 'previous_status': None, 'service_uuid': None, 'cluster_name': None, 'host': 'ncdv-master-1@ceph#ceph', 'attach_status': 'detached', 'status': 'creating', 'source_volid': '67709f74-c94d-4ce5-9fc8-64292fc105a9'}. {{(pid=124508) _clone_image_volume /opt/stack/cinder/cinder/volume/manager.py:1620}}
Jul 23 21:18:59.301640 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Volume reschedule parameters: False retry: None {{(pid=124508) get_flow /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1366}}
Jul 23 21:18:59.354285 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Flow 'volume_create_manager' (3bd1d214-3d68-4c40-8e0c-3e005486e743) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:18:59.366064 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (b81d6ece-6c82-4275-9cb7-79a0bb65d4bd) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:59.411830 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (b81d6ece-6c82-4275-9cb7-79a0bb65d4bd) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'Volume(_name_id=None,admin_metadata={},attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2022-07-23T21:18:09Z,deleted=False,deleted_at=None,display_description=None,display_name='image-b27b20aa-ef1b-4dd1-989e-321af6343d6a',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='ncdv-master-1@ceph#ceph',id=3e53d200-a666-4322-aba4-5ba2e7168d65,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='4804ed61295f4d4a92d9b685dd9e9f3b',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2022-07-23T21:18:10Z,service_uuid=None,shared_targets=True,size=1,snapshot_id=None,snapshots=<?>,source_volid=67709f74-c94d-4ce5-9fc8-64292fc105a9,status='creating',terminated_at=None,updated_at=2022-07-23T21:18:10Z,use_quota=True,user_id='f2672c5db79b4a48a505c3df536594dd',volume_attachment=VolumeAttachmentList,volume_type=VolumeType(4aa3bb33-251c-4cce-a566-17b811da923f),volume_type_id=4aa3bb33-251c-4cce-a566-17b811da923f)' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:18:59.423640 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (f1e77e32-2b09-4fd0-81b6-a97403afed24) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:59.434086 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (f1e77e32-2b09-4fd0-81b6-a97403afed24) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:18:59.449218 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (fecb7acd-04d3-4257-93a7-148c1200f05a) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:59.481221 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (fecb7acd-04d3-4257-93a7-148c1200f05a) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'type': 'source_vol', 'volume_id': '3e53d200-a666-4322-aba4-5ba2e7168d65', 'volume_name': 'volume-3e53d200-a666-4322-aba4-5ba2e7168d65', 'volume_size': 1, 'source_volid': '67709f74-c94d-4ce5-9fc8-64292fc105a9', 'source_volstatus': 'downloading'}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:18:59.491390 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (ed99f978-1fd9-4aea-85f6-fd484d1dedf7) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:59.502950 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (ed99f978-1fd9-4aea-85f6-fd484d1dedf7) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:18:59.512340 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (c83bc519-03e5-427b-a922-e28c74866cfd) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:18:59.515963 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Volume 3e53d200-a666-4322-aba4-5ba2e7168d65: being created as source_vol with specification: {'status': 'creating', 'volume_name': 'volume-3e53d200-a666-4322-aba4-5ba2e7168d65', 'volume_size': 1, 'source_volid': '67709f74-c94d-4ce5-9fc8-64292fc105a9', 'source_volstatus': 'downloading'}
Jul 23 21:18:59.541912 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:18:59.683017 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] creating snapshot='volume-3e53d200-a666-4322-aba4-5ba2e7168d65.clone_snap' {{(pid=124508) create_cloned_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:779}}
Jul 23 21:19:00.145354 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] cloning 'volume-67709f74-c94d-4ce5-9fc8-64292fc105a9@volume-3e53d200-a666-4322-aba4-5ba2e7168d65.clone_snap' to 'volume-3e53d200-a666-4322-aba4-5ba2e7168d65' {{(pid=124508) create_cloned_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:785}}
Jul 23 21:19:00.223814 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Volume reschedule parameters: True retry: {'num_attempts': 1, 'backends': ['ncdv-master-1@ceph#ceph'], 'hosts': ['ncdv-master-1@ceph#ceph']} {{(pid=124508) get_flow /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1366}}
Jul 23 21:19:00.294384 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Flow 'volume_create_manager' (5203d722-8604-4184-a30a-0ef24fe6f4fc) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:19:00.314881 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (b8c02c2c-ebbc-4c63-bcee-fc18b3a8c1ba) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:00.380369 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (b8c02c2c-ebbc-4c63-bcee-fc18b3a8c1ba) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'Volume(_name_id=None,admin_metadata=<?>,attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2022-07-23T21:18:59Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-AttachSCSIVolumeTestJSON-volume-229916155',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='ncdv-master-1@ceph#ceph',id=8a819a79-2619-464d-a96a-b3a49144bb57,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='3811ea868f5649e8a235539a5bf46706',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2022-07-23T21:19:00Z,service_uuid=None,shared_targets=True,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2022-07-23T21:19:00Z,use_quota=True,user_id='fe3ad614d9d24300adb274cc95120fd3',volume_attachment=VolumeAttachmentList,volume_type=VolumeType(4aa3bb33-251c-4cce-a566-17b811da923f),volume_type_id=4aa3bb33-251c-4cce-a566-17b811da923f)' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:00.407176 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (b2018368-a302-4a4c-8e4c-65d0553badf4) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:00.416212 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (b2018368-a302-4a4c-8e4c-65d0553badf4) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:00.430791 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (11434d45-ee79-4d39-8c35-956b539c77eb) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:00.444310 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (11434d45-ee79-4d39-8c35-956b539c77eb) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'type': 'raw', 'volume_id': '8a819a79-2619-464d-a96a-b3a49144bb57', 'volume_name': 'volume-8a819a79-2619-464d-a96a-b3a49144bb57', 'volume_size': 1}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:00.463803 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (2811eae9-c07d-4ec9-99d9-c4fe4376f748) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:00.482618 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (2811eae9-c07d-4ec9-99d9-c4fe4376f748) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:00.503229 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (5ff3c42a-ea33-495f-b421-bf6dd5223eaf) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:00.505890 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Volume 8a819a79-2619-464d-a96a-b3a49144bb57: being created as raw with specification: {'status': 'creating', 'volume_name': 'volume-8a819a79-2619-464d-a96a-b3a49144bb57', 'volume_size': 1}
Jul 23 21:19:00.506308 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] creating volume 'volume-8a819a79-2619-464d-a96a-b3a49144bb57' {{(pid=124508) create_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1040}}
Jul 23 21:19:00.511667 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:19:00.628569 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Volume volume-67709f74-c94d-4ce5-9fc8-64292fc105a9 is not a clone. {{(pid=124508) _get_clone_info /opt/stack/cinder/cinder/volume/drivers/rbd.py:1201}}
Jul 23 21:19:00.630761 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_replicated_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:915}}
Jul 23 21:19:00.631326 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_multiattach_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:924}}
Jul 23 21:19:00.706310 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] clone created successfully {{(pid=124508) create_cloned_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:858}}
Jul 23 21:19:00.710530 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (c83bc519-03e5-427b-a922-e28c74866cfd) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'volume_name': 'volume-3e53d200-a666-4322-aba4-5ba2e7168d65', 'volume_size': 1, 'source_volid': '67709f74-c94d-4ce5-9fc8-64292fc105a9', 'source_volstatus': 'downloading'}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:00.718049 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (52519be9-4153-41c7-bcf3-920f503f5da7) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:00.749516 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_replicated_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:915}}
Jul 23 21:19:00.749904 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_multiattach_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:924}}
Jul 23 21:19:00.755570 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (5ff3c42a-ea33-495f-b421-bf6dd5223eaf) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'volume_name': 'volume-8a819a79-2619-464d-a96a-b3a49144bb57', 'volume_size': 1}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:00.772128 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (b49d1565-2cc6-4bd6-bd6a-63e2c7753819) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:00.798287 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Volume volume-3e53d200-a666-4322-aba4-5ba2e7168d65 (3e53d200-a666-4322-aba4-5ba2e7168d65): created successfully
Jul 23 21:19:00.838876 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (52519be9-4153-41c7-bcf3-920f503f5da7) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:00.869327 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Flow 'volume_create_manager' (3bd1d214-3d68-4c40-8e0c-3e005486e743) transitioned into state 'SUCCESS' from state 'RUNNING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:19:00.890559 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Volume volume-8a819a79-2619-464d-a96a-b3a49144bb57 (8a819a79-2619-464d-a96a-b3a49144bb57): created successfully
Jul 23 21:19:00.911340 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (b49d1565-2cc6-4bd6-bd6a-63e2c7753819) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:00.929383 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Flow 'volume_create_manager' (5203d722-8604-4184-a30a-0ef24fe6f4fc) transitioned into state 'SUCCESS' from state 'RUNNING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:19:00.955579 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-5cd1fd5a-446f-4897-b408-484a3e4e9efe tempest-AttachSCSIVolumeTestJSON-683239709 None] Created volume successfully.
Jul 23 21:19:00.961839 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Created volume successfully.
Jul 23 21:19:01.059944 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.cache [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Creating new image-volume cache entry for image b27b20aa-ef1b-4dd1-989e-321af6343d6a on ncdv-master-1@ceph#ceph {{(pid=124508) create_cache_entry /opt/stack/cinder/cinder/image/cache.py:104}}
Jul 23 21:19:01.077294 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.cache [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] New image-volume cache entry created: {'id': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'volume_id': '3e53d200-a666-4322-aba4-5ba2e7168d65', 'host': 'ncdv-master-1@ceph#ceph', 'size': 1, 'image_updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44), 'last_used': datetime.datetime(2022, 7, 23, 21, 19, 1, 63264)}. {{(pid=124508) create_cache_entry /opt/stack/cinder/cinder/image/cache.py:129}}
Jul 23 21:19:01.084254 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Lock "cinder-b27b20aa-ef1b-4dd1-989e-321af6343d6a" released by "_prepare_image_cache_entry" :: held 50.160s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:204}}
Jul 23 21:19:01.089604 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.volume_utils [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Marking volume 67709f74-c94d-4ce5-9fc8-64292fc105a9 as bootable. {{(pid=124508) enable_bootable_flag /opt/stack/cinder/cinder/volume/volume_utils.py:1137}}
Jul 23 21:19:01.119014 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Copying metadata from image b27b20aa-ef1b-4dd1-989e-321af6343d6a to 67709f74-c94d-4ce5-9fc8-64292fc105a9. {{(pid=124508) _handle_bootable_volume_glance_meta /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:451}}
Jul 23 21:19:01.119884 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Creating volume glance metadata for volume 67709f74-c94d-4ce5-9fc8-64292fc105a9 backed by image b27b20aa-ef1b-4dd1-989e-321af6343d6a with: {'hw_rng_model': 'virtio', 'owner_specified.openstack.md5': '', 'owner_specified.openstack.object': 'images/ubuntu-16', 'owner_specified.openstack.sha256': '', 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'image_name': 'ubuntu-16', 'checksum': '318f990048c8a194829e52141534610d', 'container_format': 'bare', 'disk_format': 'vhdx', 'min_disk': 0, 'min_ram': 0, 'size': 645922816}. {{(pid=124508) _capture_volume_image_metadata /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:681}}
Jul 23 21:19:01.277504 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (27b265cb-5fb2-4259-911b-9b87a715c0e5) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'volume_name': 'volume-67709f74-c94d-4ce5-9fc8-64292fc105a9', 'volume_size': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'image_location': (None, None), 'image_meta': {'name': 'ubuntu-16', 'disk_format': 'vhdx', 'container_format': 'bare', 'visibility': 'public', 'size': 645922816, 'virtual_size': 734003200, 'status': 'active', 'checksum': '318f990048c8a194829e52141534610d', 'protected': False, 'min_ram': 0, 'min_disk': 0, 'owner': 'd6f3124c18f04946a431e587fc205bd4', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '1aaa7a04b14d2fb410b8803fefeb767485c32e2da475b52a8839eec757ebef67d8611e4f699200324e39744ee6949dd3c2a4f6ecccb0c2480706ec5cb0fc5a53', 'id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'created_at': datetime.datetime(2022, 7, 23, 21, 4, 28, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44, tzinfo=datetime.timezone.utc), 'tags': [], 'file': '/v2/images/b27b20aa-ef1b-4dd1-989e-321af6343d6a/file', 'properties': {'hw_rng_model': 'virtio', 'owner_specified.openstack.md5': '', 'owner_specified.openstack.object': 'images/ubuntu-16', 'owner_specified.openstack.sha256': ''}}, 'image_service': <cinder.image.glance.GlanceImageService object at 0x7eff81e4bc70>}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:01.289065 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (0b11509f-a182-4a99-93e4-b164dd6005df) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:01.317949 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Volume volume-67709f74-c94d-4ce5-9fc8-64292fc105a9 (67709f74-c94d-4ce5-9fc8-64292fc105a9): created successfully
Jul 23 21:19:01.323404 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (0b11509f-a182-4a99-93e4-b164dd6005df) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:01.331076 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Flow 'volume_create_manager' (744b958a-1ad4-49ec-82a6-e580683089c6) transitioned into state 'SUCCESS' from state 'RUNNING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:19:01.404091 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-42ead23f-64fc-4368-9ec0-d77ef7625598 tempest-LiveMigrationTest-731745934 None] Created volume successfully.
Jul 23 21:19:01.413654 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Lock "cinder-b27b20aa-ef1b-4dd1-989e-321af6343d6a" acquired by "_prepare_image_cache_entry" :: waited 31.362s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:195}}
Jul 23 21:19:01.467767 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.cache [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Found image-volume cache entry: {'id': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'volume_id': '3e53d200-a666-4322-aba4-5ba2e7168d65', 'host': 'ncdv-master-1@ceph#ceph', 'size': 1, 'image_updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44), 'last_used': datetime.datetime(2022, 7, 23, 21, 19, 1, 443560)}. {{(pid=124508) get_entry /opt/stack/cinder/cinder/image/cache.py:76}}
Jul 23 21:19:01.468301 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.cache [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Image-volume cache entry image_update_at = 2022-07-23 21:04:44+00:00, requested image updated_at = 2022-07-23 21:04:44+00:00. {{(pid=124508) _should_update_entry /opt/stack/cinder/cinder/image/cache.py:259}}
Jul 23 21:19:01.468712 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Found cache entry for image = b27b20aa-ef1b-4dd1-989e-321af6343d6a on host ncdv-master-1@ceph#ceph. {{(pid=124508) _prepare_image_cache_entry /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:884}}
Jul 23 21:19:01.512136 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Lock "cinder-b27b20aa-ef1b-4dd1-989e-321af6343d6a" released by "_prepare_image_cache_entry" :: held 0.067s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:204}}
Jul 23 21:19:01.513244 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Attempting to retrieve cache entry for image = b27b20aa-ef1b-4dd1-989e-321af6343d6a on host ncdv-master-1@ceph#ceph. {{(pid=124508) _create_from_image_cache /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:825}}
Jul 23 21:19:01.537230 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.cache [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Found image-volume cache entry: {'id': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'volume_id': '3e53d200-a666-4322-aba4-5ba2e7168d65', 'host': 'ncdv-master-1@ceph#ceph', 'size': 1, 'image_updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44), 'last_used': datetime.datetime(2022, 7, 23, 21, 19, 1, 526081)}. {{(pid=124508) get_entry /opt/stack/cinder/cinder/image/cache.py:76}}
Jul 23 21:19:01.538263 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.cache [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Image-volume cache entry image_update_at = 2022-07-23 21:04:44+00:00, requested image updated_at = 2022-07-23 21:04:44+00:00. {{(pid=124508) _should_update_entry /opt/stack/cinder/cinder/image/cache.py:259}}
Jul 23 21:19:01.538888 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Creating from source image-volume 3e53d200-a666-4322-aba4-5ba2e7168d65 {{(pid=124508) _create_from_image_cache /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:839}}
Jul 23 21:19:01.560882 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:19:01.725744 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] creating snapshot='volume-45722d72-c3a2-4f78-9923-e1cce3fffdf2.clone_snap' {{(pid=124508) create_cloned_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:779}}
Jul 23 21:19:02.195548 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] cloning 'volume-3e53d200-a666-4322-aba4-5ba2e7168d65@volume-45722d72-c3a2-4f78-9923-e1cce3fffdf2.clone_snap' to 'volume-45722d72-c3a2-4f78-9923-e1cce3fffdf2' {{(pid=124508) create_cloned_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:785}}
Jul 23 21:19:02.424521 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Volume volume-67709f74-c94d-4ce5-9fc8-64292fc105a9 is not a clone. {{(pid=124508) _get_clone_info /opt/stack/cinder/cinder/volume/drivers/rbd.py:1201}}
Jul 23 21:19:02.427035 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_replicated_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:915}}
Jul 23 21:19:02.429310 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_multiattach_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:924}}
Jul 23 21:19:02.476538 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] clone created successfully {{(pid=124508) create_cloned_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:858}}
Jul 23 21:19:02.477198 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.volume_utils [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Marking volume 45722d72-c3a2-4f78-9923-e1cce3fffdf2 as bootable. {{(pid=124508) enable_bootable_flag /opt/stack/cinder/cinder/volume/volume_utils.py:1137}}
Jul 23 21:19:02.489828 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Copying metadata from image b27b20aa-ef1b-4dd1-989e-321af6343d6a to 45722d72-c3a2-4f78-9923-e1cce3fffdf2. {{(pid=124508) _handle_bootable_volume_glance_meta /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:451}}
Jul 23 21:19:02.491794 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Creating volume glance metadata for volume 45722d72-c3a2-4f78-9923-e1cce3fffdf2 backed by image b27b20aa-ef1b-4dd1-989e-321af6343d6a with: {'hw_rng_model': 'virtio', 'owner_specified.openstack.md5': '', 'owner_specified.openstack.object': 'images/ubuntu-16', 'owner_specified.openstack.sha256': '', 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'image_name': 'ubuntu-16', 'checksum': '318f990048c8a194829e52141534610d', 'container_format': 'bare', 'disk_format': 'vhdx', 'min_disk': 0, 'min_ram': 0, 'size': 645922816}. {{(pid=124508) _capture_volume_image_metadata /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:681}}
Jul 23 21:19:02.638156 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (3ff0ffc7-625b-43c7-b6ea-a7ff43569151) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'volume_name': 'volume-45722d72-c3a2-4f78-9923-e1cce3fffdf2', 'volume_size': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'image_location': (None, None), 'image_meta': {'name': 'ubuntu-16', 'disk_format': 'vhdx', 'container_format': 'bare', 'visibility': 'public', 'size': 645922816, 'virtual_size': 734003200, 'status': 'active', 'checksum': '318f990048c8a194829e52141534610d', 'protected': False, 'min_ram': 0, 'min_disk': 0, 'owner': 'd6f3124c18f04946a431e587fc205bd4', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '1aaa7a04b14d2fb410b8803fefeb767485c32e2da475b52a8839eec757ebef67d8611e4f699200324e39744ee6949dd3c2a4f6ecccb0c2480706ec5cb0fc5a53', 'id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'created_at': datetime.datetime(2022, 7, 23, 21, 4, 28, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44, tzinfo=datetime.timezone.utc), 'tags': [], 'file': '/v2/images/b27b20aa-ef1b-4dd1-989e-321af6343d6a/file', 'properties': {'hw_rng_model': 'virtio', 'owner_specified.openstack.md5': '', 'owner_specified.openstack.object': 'images/ubuntu-16', 'owner_specified.openstack.sha256': ''}}, 'image_service': <cinder.image.glance.GlanceImageService object at 0x7eff826ff430>}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:02.648128 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (3624ab6e-d42b-47e0-a1d8-12b445a1d9f8) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:02.672100 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Volume volume-45722d72-c3a2-4f78-9923-e1cce3fffdf2 (45722d72-c3a2-4f78-9923-e1cce3fffdf2): created successfully
Jul 23 21:19:02.676075 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (3624ab6e-d42b-47e0-a1d8-12b445a1d9f8) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:02.691855 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Flow 'volume_create_manager' (1876c231-d76f-43bd-bfb2-f1d07489db73) transitioned into state 'SUCCESS' from state 'RUNNING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:19:02.706260 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-be644e03-4508-4e3b-9c2e-b687217b6ed5 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Created volume successfully.
Jul 23 21:19:04.260314 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-2150684f-817c-4303-a096-e40e0fa760a6 req-99b553a2-0787-4046-89b9-6cd0a2341280 tempest-AttachSCSIVolumeTestJSON-683239709 None] Running cmd (subprocess): ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:19:06.788718 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-e5b230e0-38cc-48f2-a758-1a453f6022b2 req-7e9d8fdc-5aab-403c-8878-5e46d1952f86 tempest-LiveMigrationTest-731745934 None] Running cmd (subprocess): ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:19:07.042323 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-2150684f-817c-4303-a096-e40e0fa760a6 req-99b553a2-0787-4046-89b9-6cd0a2341280 tempest-AttachSCSIVolumeTestJSON-683239709 None] CMD "ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf" returned: 0 in 2.782s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:19:07.043191 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-2150684f-817c-4303-a096-e40e0fa760a6 req-99b553a2-0787-4046-89b9-6cd0a2341280 tempest-AttachSCSIVolumeTestJSON-683239709 None] connection data: {'driver_volume_type': 'rbd', 'data': {'name': 'volumes/volume-8a819a79-2619-464d-a96a-b3a49144bb57', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '64134bc0-05c1-422c-a06b-283d723dcef4', 'volume_id': '8a819a79-2619-464d-a96a-b3a49144bb57', 'discard': True}} {{(pid=124508) initialize_connection /opt/stack/cinder/cinder/volume/drivers/rbd.py:1649}}
Jul 23 21:19:07.125892 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-2150684f-817c-4303-a096-e40e0fa760a6 req-99b553a2-0787-4046-89b9-6cd0a2341280 tempest-AttachSCSIVolumeTestJSON-683239709 None] Connection info returned from driver {'name': 'volumes/volume-8a819a79-2619-464d-a96a-b3a49144bb57', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': '***', 'secret_uuid': '***', 'volume_id': '8a819a79-2619-464d-a96a-b3a49144bb57', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'driver_volume_type': 'rbd', 'attachment_id': '10f92d81-7d4c-4ca0-88b5-230a341d38b7'} {{(pid=124508) _connection_create /opt/stack/cinder/cinder/volume/manager.py:4827}}
Jul 23 21:19:07.232105 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=65,cinder:UPDATE=16,cinder:INSERT=19 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:19:07.295893 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=63,cinder:UPDATE=16,cinder:INSERT=17,cinder:DELETE=4 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:19:07.346948 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-2150684f-817c-4303-a096-e40e0fa760a6 req-99b553a2-0787-4046-89b9-6cd0a2341280 tempest-AttachSCSIVolumeTestJSON-683239709 None] attachment_update completed successfully.
Jul 23 21:19:09.399123 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-e5b230e0-38cc-48f2-a758-1a453f6022b2 req-7e9d8fdc-5aab-403c-8878-5e46d1952f86 tempest-LiveMigrationTest-731745934 None] CMD "ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf" returned: 0 in 2.611s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:19:09.399807 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-e5b230e0-38cc-48f2-a758-1a453f6022b2 req-7e9d8fdc-5aab-403c-8878-5e46d1952f86 tempest-LiveMigrationTest-731745934 None] connection data: {'driver_volume_type': 'rbd', 'data': {'name': 'volumes/volume-67709f74-c94d-4ce5-9fc8-64292fc105a9', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '64134bc0-05c1-422c-a06b-283d723dcef4', 'volume_id': '67709f74-c94d-4ce5-9fc8-64292fc105a9', 'discard': True}} {{(pid=124508) initialize_connection /opt/stack/cinder/cinder/volume/drivers/rbd.py:1649}}
Jul 23 21:19:09.456361 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-e5b230e0-38cc-48f2-a758-1a453f6022b2 req-7e9d8fdc-5aab-403c-8878-5e46d1952f86 tempest-LiveMigrationTest-731745934 None] Connection info returned from driver {'name': 'volumes/volume-67709f74-c94d-4ce5-9fc8-64292fc105a9', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': '***', 'secret_uuid': '***', 'volume_id': '67709f74-c94d-4ce5-9fc8-64292fc105a9', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'driver_volume_type': 'rbd', 'attachment_id': '6e390c38-b04e-4202-8d98-69a28099cbd1'} {{(pid=124508) _connection_create /opt/stack/cinder/cinder/volume/manager.py:4827}}
Jul 23 21:19:09.574078 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-e5b230e0-38cc-48f2-a758-1a453f6022b2 req-7e9d8fdc-5aab-403c-8878-5e46d1952f86 tempest-LiveMigrationTest-731745934 None] attachment_update completed successfully.
Jul 23 21:19:10.003540 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:19:10.004746 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:19:10.144397 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:19:10.286493 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:19:11.027197 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-1d58221a-5c30-4d3d-ad85-500c5bd93c02 req-79441a60-f209-4091-8cba-e46d387637fc tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Running cmd (subprocess): ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:19:11.627876 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-51177ecb-8242-4783-859f-74f67cffff93 req-c7cf5c0a-932c-497e-877c-852a048ec01d tempest-AttachSCSIVolumeTestJSON-683239709 None] Terminate volume connection completed successfully.
Jul 23 21:19:11.628625 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-51177ecb-8242-4783-859f-74f67cffff93 req-c7cf5c0a-932c-497e-877c-852a048ec01d tempest-AttachSCSIVolumeTestJSON-683239709 None] Deleting attachment 10f92d81-7d4c-4ca0-88b5-230a341d38b7. {{(pid=124508) attachment_delete /opt/stack/cinder/cinder/volume/manager.py:4958}}
Jul 23 21:19:13.094198 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-1d58221a-5c30-4d3d-ad85-500c5bd93c02 req-79441a60-f209-4091-8cba-e46d387637fc tempest-LiveAutoBlockMigrationV225Test-2065000324 None] CMD "ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf" returned: 0 in 2.067s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:19:13.095859 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-1d58221a-5c30-4d3d-ad85-500c5bd93c02 req-79441a60-f209-4091-8cba-e46d387637fc tempest-LiveAutoBlockMigrationV225Test-2065000324 None] connection data: {'driver_volume_type': 'rbd', 'data': {'name': 'volumes/volume-45722d72-c3a2-4f78-9923-e1cce3fffdf2', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '64134bc0-05c1-422c-a06b-283d723dcef4', 'volume_id': '45722d72-c3a2-4f78-9923-e1cce3fffdf2', 'discard': True}} {{(pid=124508) initialize_connection /opt/stack/cinder/cinder/volume/drivers/rbd.py:1649}}
Jul 23 21:19:13.164930 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-1d58221a-5c30-4d3d-ad85-500c5bd93c02 req-79441a60-f209-4091-8cba-e46d387637fc tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Connection info returned from driver {'name': 'volumes/volume-45722d72-c3a2-4f78-9923-e1cce3fffdf2', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': '***', 'secret_uuid': '***', 'volume_id': '45722d72-c3a2-4f78-9923-e1cce3fffdf2', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'driver_volume_type': 'rbd', 'attachment_id': '5ab30127-8c79-4707-9f4f-3dd608da9593'} {{(pid=124508) _connection_create /opt/stack/cinder/cinder/volume/manager.py:4827}}
Jul 23 21:19:13.334857 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-1d58221a-5c30-4d3d-ad85-500c5bd93c02 req-79441a60-f209-4091-8cba-e46d387637fc tempest-LiveAutoBlockMigrationV225Test-2065000324 None] attachment_update completed successfully.
Jul 23 21:19:20.922121 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Volume reschedule parameters: True retry: {'num_attempts': 1, 'backends': ['ncdv-master-1@ceph#ceph'], 'hosts': ['ncdv-master-1@ceph#ceph']} {{(pid=124508) get_flow /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1366}}
Jul 23 21:19:21.052511 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Flow 'volume_create_manager' (441ed20d-e269-408c-a3b7-18dad57f21a9) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:19:21.092516 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (ccd9e2cc-3fab-4e2d-8b8a-ac2d7e1a7e9e) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:21.157748 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (ccd9e2cc-3fab-4e2d-8b8a-ac2d7e1a7e9e) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'Volume(_name_id=None,admin_metadata=<?>,attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2022-07-23T21:19:20Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-TaggedBootDevicesTest_v242-volume-1189516751',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='ncdv-master-1@ceph#ceph',id=45847d66-e6fb-4802-888a-09b3751e9a66,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='31c41ae7265a4a629521b546a7231319',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2022-07-23T21:19:21Z,service_uuid=None,shared_targets=True,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2022-07-23T21:19:21Z,use_quota=True,user_id='7578019c30174bc888279bf5009c0f4b',volume_attachment=VolumeAttachmentList,volume_type=VolumeType(4aa3bb33-251c-4cce-a566-17b811da923f),volume_type_id=4aa3bb33-251c-4cce-a566-17b811da923f)' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:21.167141 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (69be0efb-7b76-4f44-9935-403d94688530) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:21.176639 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (69be0efb-7b76-4f44-9935-403d94688530) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:21.187327 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (cac16159-6db0-4975-a564-891c4f538c2a) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:21.310990 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (cac16159-6db0-4975-a564-891c4f538c2a) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'type': 'image', 'volume_id': '45847d66-e6fb-4802-888a-09b3751e9a66', 'volume_name': 'volume-45847d66-e6fb-4802-888a-09b3751e9a66', 'volume_size': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'image_location': (None, None), 'image_meta': {'name': 'ubuntu-16', 'disk_format': 'vhdx', 'container_format': 'bare', 'visibility': 'public', 'size': 645922816, 'virtual_size': 734003200, 'status': 'active', 'checksum': '318f990048c8a194829e52141534610d', 'protected': False, 'min_ram': 0, 'min_disk': 0, 'owner': 'd6f3124c18f04946a431e587fc205bd4', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '1aaa7a04b14d2fb410b8803fefeb767485c32e2da475b52a8839eec757ebef67d8611e4f699200324e39744ee6949dd3c2a4f6ecccb0c2480706ec5cb0fc5a53', 'id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'created_at': datetime.datetime(2022, 7, 23, 21, 4, 28, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44, tzinfo=datetime.timezone.utc), 'tags': [], 'file': '/v2/images/b27b20aa-ef1b-4dd1-989e-321af6343d6a/file', 'properties': {'hw_rng_model': 'virtio', 'owner_specified.openstack.md5': '', 'owner_specified.openstack.object': 'images/ubuntu-16', 'owner_specified.openstack.sha256': ''}}, 'image_service': <cinder.image.glance.GlanceImageService object at 0x7eff8260b130>}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:21.319465 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (fda2ee52-3509-4436-884c-6c963d37b5a7) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:21.324289 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (fda2ee52-3509-4436-884c-6c963d37b5a7) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:21.330048 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (41b02c5e-ace7-4a3a-824a-510d77ee2763) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:21.331464 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Volume 45847d66-e6fb-4802-888a-09b3751e9a66: being created as image with specification: {'status': 'creating', 'volume_name': 'volume-45847d66-e6fb-4802-888a-09b3751e9a66', 'volume_size': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'image_location': (None, None), 'image_meta': {'name': 'ubuntu-16', 'disk_format': 'vhdx', 'container_format': 'bare', 'visibility': 'public', 'size': 645922816, 'virtual_size': 734003200, 'status': 'active', 'checksum': '318f990048c8a194829e52141534610d', 'protected': False, 'min_ram': 0, 'min_disk': 0, 'owner': 'd6f3124c18f04946a431e587fc205bd4', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '1aaa7a04b14d2fb410b8803fefeb767485c32e2da475b52a8839eec757ebef67d8611e4f699200324e39744ee6949dd3c2a4f6ecccb0c2480706ec5cb0fc5a53', 'id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'created_at': datetime.datetime(2022, 7, 23, 21, 4, 28, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44, tzinfo=datetime.timezone.utc), 'tags': [], 'file': '/v2/images/b27b20aa-ef1b-4dd1-989e-321af6343d6a/file', 'properties': {'hw_rng_model': 'virtio', 'owner_specified.openstack.md5': '', 'owner_specified.openstack.object': 'images/ubuntu-16', 'owner_specified.openstack.sha256': ''}}, 'image_service': <cinder.image.glance.GlanceImageService object at 0x7eff8260b130>}
Jul 23 21:19:21.332315 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Cloning 45847d66-e6fb-4802-888a-09b3751e9a66 from image b27b20aa-ef1b-4dd1-989e-321af6343d6a  at location (None, None). {{(pid=124508) _create_from_image /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1069}}
Jul 23 21:19:21.333555 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Acquiring lock "cinder-b27b20aa-ef1b-4dd1-989e-321af6343d6a" by "_prepare_image_cache_entry" {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:192}}
Jul 23 21:19:21.350360 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Lock "cinder-b27b20aa-ef1b-4dd1-989e-321af6343d6a" acquired by "_prepare_image_cache_entry" :: waited 0.017s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:195}}
Jul 23 21:19:21.383046 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.cache [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Found image-volume cache entry: {'id': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'volume_id': '3e53d200-a666-4322-aba4-5ba2e7168d65', 'host': 'ncdv-master-1@ceph#ceph', 'size': 1, 'image_updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44), 'last_used': datetime.datetime(2022, 7, 23, 21, 19, 21, 366150)}. {{(pid=124508) get_entry /opt/stack/cinder/cinder/image/cache.py:76}}
Jul 23 21:19:21.384342 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.cache [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Image-volume cache entry image_update_at = 2022-07-23 21:04:44+00:00, requested image updated_at = 2022-07-23 21:04:44+00:00. {{(pid=124508) _should_update_entry /opt/stack/cinder/cinder/image/cache.py:259}}
Jul 23 21:19:21.384973 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Found cache entry for image = b27b20aa-ef1b-4dd1-989e-321af6343d6a on host ncdv-master-1@ceph#ceph. {{(pid=124508) _prepare_image_cache_entry /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:884}}
Jul 23 21:19:21.392203 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Lock "cinder-b27b20aa-ef1b-4dd1-989e-321af6343d6a" released by "_prepare_image_cache_entry" :: held 0.042s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:204}}
Jul 23 21:19:21.393106 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Attempting to retrieve cache entry for image = b27b20aa-ef1b-4dd1-989e-321af6343d6a on host ncdv-master-1@ceph#ceph. {{(pid=124508) _create_from_image_cache /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:825}}
Jul 23 21:19:21.404880 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.cache [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Found image-volume cache entry: {'id': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'volume_id': '3e53d200-a666-4322-aba4-5ba2e7168d65', 'host': 'ncdv-master-1@ceph#ceph', 'size': 1, 'image_updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44), 'last_used': datetime.datetime(2022, 7, 23, 21, 19, 21, 398182)}. {{(pid=124508) get_entry /opt/stack/cinder/cinder/image/cache.py:76}}
Jul 23 21:19:21.405300 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.cache [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Image-volume cache entry image_update_at = 2022-07-23 21:04:44+00:00, requested image updated_at = 2022-07-23 21:04:44+00:00. {{(pid=124508) _should_update_entry /opt/stack/cinder/cinder/image/cache.py:259}}
Jul 23 21:19:21.405686 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Creating from source image-volume 3e53d200-a666-4322-aba4-5ba2e7168d65 {{(pid=124508) _create_from_image_cache /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:839}}
Jul 23 21:19:21.453932 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:19:21.618255 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] creating snapshot='volume-45847d66-e6fb-4802-888a-09b3751e9a66.clone_snap' {{(pid=124508) create_cloned_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:779}}
Jul 23 21:19:22.117059 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] cloning 'volume-3e53d200-a666-4322-aba4-5ba2e7168d65@volume-45847d66-e6fb-4802-888a-09b3751e9a66.clone_snap' to 'volume-45847d66-e6fb-4802-888a-09b3751e9a66' {{(pid=124508) create_cloned_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:785}}
Jul 23 21:19:22.398572 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Volume volume-67709f74-c94d-4ce5-9fc8-64292fc105a9 is not a clone. {{(pid=124508) _get_clone_info /opt/stack/cinder/cinder/volume/drivers/rbd.py:1201}}
Jul 23 21:19:22.399726 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_replicated_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:915}}
Jul 23 21:19:22.400146 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_multiattach_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:924}}
Jul 23 21:19:22.445221 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] clone created successfully {{(pid=124508) create_cloned_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:858}}
Jul 23 21:19:22.446002 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.volume_utils [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Marking volume 45847d66-e6fb-4802-888a-09b3751e9a66 as bootable. {{(pid=124508) enable_bootable_flag /opt/stack/cinder/cinder/volume/volume_utils.py:1137}}
Jul 23 21:19:22.456872 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Copying metadata from image b27b20aa-ef1b-4dd1-989e-321af6343d6a to 45847d66-e6fb-4802-888a-09b3751e9a66. {{(pid=124508) _handle_bootable_volume_glance_meta /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:451}}
Jul 23 21:19:22.457678 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Creating volume glance metadata for volume 45847d66-e6fb-4802-888a-09b3751e9a66 backed by image b27b20aa-ef1b-4dd1-989e-321af6343d6a with: {'hw_rng_model': 'virtio', 'owner_specified.openstack.md5': '', 'owner_specified.openstack.object': 'images/ubuntu-16', 'owner_specified.openstack.sha256': '', 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'image_name': 'ubuntu-16', 'checksum': '318f990048c8a194829e52141534610d', 'container_format': 'bare', 'disk_format': 'vhdx', 'min_disk': 0, 'min_ram': 0, 'size': 645922816}. {{(pid=124508) _capture_volume_image_metadata /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:681}}
Jul 23 21:19:22.618830 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (41b02c5e-ace7-4a3a-824a-510d77ee2763) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'volume_name': 'volume-45847d66-e6fb-4802-888a-09b3751e9a66', 'volume_size': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'image_location': (None, None), 'image_meta': {'name': 'ubuntu-16', 'disk_format': 'vhdx', 'container_format': 'bare', 'visibility': 'public', 'size': 645922816, 'virtual_size': 734003200, 'status': 'active', 'checksum': '318f990048c8a194829e52141534610d', 'protected': False, 'min_ram': 0, 'min_disk': 0, 'owner': 'd6f3124c18f04946a431e587fc205bd4', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '1aaa7a04b14d2fb410b8803fefeb767485c32e2da475b52a8839eec757ebef67d8611e4f699200324e39744ee6949dd3c2a4f6ecccb0c2480706ec5cb0fc5a53', 'id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'created_at': datetime.datetime(2022, 7, 23, 21, 4, 28, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44, tzinfo=datetime.timezone.utc), 'tags': [], 'file': '/v2/images/b27b20aa-ef1b-4dd1-989e-321af6343d6a/file', 'properties': {'hw_rng_model': 'virtio', 'owner_specified.openstack.md5': '', 'owner_specified.openstack.object': 'images/ubuntu-16', 'owner_specified.openstack.sha256': ''}}, 'image_service': <cinder.image.glance.GlanceImageService object at 0x7eff8260b130>}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:22.626867 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (b28c3d1f-cf3a-4455-95ce-4a377c92ee4e) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:22.655646 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Volume volume-45847d66-e6fb-4802-888a-09b3751e9a66 (45847d66-e6fb-4802-888a-09b3751e9a66): created successfully
Jul 23 21:19:22.660881 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (b28c3d1f-cf3a-4455-95ce-4a377c92ee4e) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:22.667791 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Flow 'volume_create_manager' (441ed20d-e269-408c-a3b7-18dad57f21a9) transitioned into state 'SUCCESS' from state 'RUNNING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:19:22.705649 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-48681d40-84c5-49f1-a084-4255fab983c1 tempest-TaggedBootDevicesTest_v242-1302726931 None] Created volume successfully.
Jul 23 21:19:23.536941 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Volume reschedule parameters: True retry: {'num_attempts': 1, 'backends': ['ncdv-master-1@ceph#ceph'], 'hosts': ['ncdv-master-1@ceph#ceph']} {{(pid=124508) get_flow /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1366}}
Jul 23 21:19:23.591127 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Flow 'volume_create_manager' (2f4f115c-8a60-477a-b383-31d361ee0cf0) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:19:23.610597 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (92a111c0-28ae-41f1-a9a7-d9cce81efdac) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:23.641583 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (92a111c0-28ae-41f1-a9a7-d9cce81efdac) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'Volume(_name_id=None,admin_metadata=<?>,attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2022-07-23T21:19:23Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-TaggedBootDevicesTest_v242-volume-889945792',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='ncdv-master-1@ceph#ceph',id=d1dcd2ad-1f42-4cd4-ae7b-4f9ec30b5094,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='31c41ae7265a4a629521b546a7231319',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2022-07-23T21:19:23Z,service_uuid=None,shared_targets=True,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2022-07-23T21:19:23Z,use_quota=True,user_id='7578019c30174bc888279bf5009c0f4b',volume_attachment=VolumeAttachmentList,volume_type=VolumeType(4aa3bb33-251c-4cce-a566-17b811da923f),volume_type_id=4aa3bb33-251c-4cce-a566-17b811da923f)' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:23.651209 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (2aa8982b-57d5-4472-9c77-cbc5184da3a6) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:23.657168 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (2aa8982b-57d5-4472-9c77-cbc5184da3a6) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:23.663724 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (1ce4960b-c88b-4457-9106-0ab62c0c0349) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:23.669022 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (1ce4960b-c88b-4457-9106-0ab62c0c0349) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'type': 'raw', 'volume_id': 'd1dcd2ad-1f42-4cd4-ae7b-4f9ec30b5094', 'volume_name': 'volume-d1dcd2ad-1f42-4cd4-ae7b-4f9ec30b5094', 'volume_size': 1}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:23.676310 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (09a81485-f440-49ca-9a9c-90873f229cdb) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:23.682322 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (09a81485-f440-49ca-9a9c-90873f229cdb) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:23.688420 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (fabeaa2d-b998-4ee1-ba22-50c203dbda62) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:23.690287 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Volume d1dcd2ad-1f42-4cd4-ae7b-4f9ec30b5094: being created as raw with specification: {'status': 'creating', 'volume_name': 'volume-d1dcd2ad-1f42-4cd4-ae7b-4f9ec30b5094', 'volume_size': 1}
Jul 23 21:19:23.691566 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] creating volume 'volume-d1dcd2ad-1f42-4cd4-ae7b-4f9ec30b5094' {{(pid=124508) create_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1040}}
Jul 23 21:19:23.692743 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:19:23.925278 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_replicated_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:915}}
Jul 23 21:19:23.925654 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_multiattach_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:924}}
Jul 23 21:19:23.930422 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (fabeaa2d-b998-4ee1-ba22-50c203dbda62) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'volume_name': 'volume-d1dcd2ad-1f42-4cd4-ae7b-4f9ec30b5094', 'volume_size': 1}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:23.939101 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (e740b0db-50ec-4a28-93c4-b8488a5a6dcd) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:23.965607 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Volume volume-d1dcd2ad-1f42-4cd4-ae7b-4f9ec30b5094 (d1dcd2ad-1f42-4cd4-ae7b-4f9ec30b5094): created successfully
Jul 23 21:19:23.973432 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (e740b0db-50ec-4a28-93c4-b8488a5a6dcd) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:23.982736 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Flow 'volume_create_manager' (2f4f115c-8a60-477a-b383-31d361ee0cf0) transitioned into state 'SUCCESS' from state 'RUNNING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:19:24.024876 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-6f5e1749-357c-4ca6-9482-006d160dc0df tempest-TaggedBootDevicesTest_v242-1302726931 None] Created volume successfully.
Jul 23 21:19:25.327521 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Volume reschedule parameters: True retry: {'num_attempts': 1, 'backends': ['ncdv-master-1@ceph#ceph'], 'hosts': ['ncdv-master-1@ceph#ceph']} {{(pid=124508) get_flow /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1366}}
Jul 23 21:19:25.371314 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Flow 'volume_create_manager' (6ff0d8f4-cfd0-4b4b-9971-a6c487ec5cd7) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:19:25.385420 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (103f3b0d-8440-48e5-8ec1-1a9110d48859) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:25.425777 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (103f3b0d-8440-48e5-8ec1-1a9110d48859) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'Volume(_name_id=None,admin_metadata=<?>,attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2022-07-23T21:19:25Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-TaggedBootDevicesTest_v242-volume-682125670',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='ncdv-master-1@ceph#ceph',id=05a64e2b-5dee-45e2-80f3-6e3860844946,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='31c41ae7265a4a629521b546a7231319',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2022-07-23T21:19:25Z,service_uuid=None,shared_targets=True,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2022-07-23T21:19:25Z,use_quota=True,user_id='7578019c30174bc888279bf5009c0f4b',volume_attachment=VolumeAttachmentList,volume_type=VolumeType(4aa3bb33-251c-4cce-a566-17b811da923f),volume_type_id=4aa3bb33-251c-4cce-a566-17b811da923f)' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:25.441025 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (ee6d79e0-6ebd-42b0-85be-1bf203e5bef2) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:25.454504 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (ee6d79e0-6ebd-42b0-85be-1bf203e5bef2) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:25.463347 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (7de030dc-4bd7-415b-9b6d-9bd2a32fbce4) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:25.499947 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (7de030dc-4bd7-415b-9b6d-9bd2a32fbce4) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'type': 'raw', 'volume_id': '05a64e2b-5dee-45e2-80f3-6e3860844946', 'volume_name': 'volume-05a64e2b-5dee-45e2-80f3-6e3860844946', 'volume_size': 1}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:25.508726 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (ce7a9de3-e2ef-4656-b214-ed5d5f1406fe) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:25.516638 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (ce7a9de3-e2ef-4656-b214-ed5d5f1406fe) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:25.530739 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (8c41ec9a-fafe-497a-9fcd-1fb94fb4a1df) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:25.543805 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Volume 05a64e2b-5dee-45e2-80f3-6e3860844946: being created as raw with specification: {'status': 'creating', 'volume_name': 'volume-05a64e2b-5dee-45e2-80f3-6e3860844946', 'volume_size': 1}
Jul 23 21:19:25.544411 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] creating volume 'volume-05a64e2b-5dee-45e2-80f3-6e3860844946' {{(pid=124508) create_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1040}}
Jul 23 21:19:25.545398 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:19:25.680052 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_replicated_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:915}}
Jul 23 21:19:25.680523 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_multiattach_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:924}}
Jul 23 21:19:25.685144 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (8c41ec9a-fafe-497a-9fcd-1fb94fb4a1df) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'volume_name': 'volume-05a64e2b-5dee-45e2-80f3-6e3860844946', 'volume_size': 1}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:25.696361 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (c7995314-0251-41b1-9d4e-139c9c31f8b4) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:19:25.722315 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Volume volume-05a64e2b-5dee-45e2-80f3-6e3860844946 (05a64e2b-5dee-45e2-80f3-6e3860844946): created successfully
Jul 23 21:19:25.726731 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (c7995314-0251-41b1-9d4e-139c9c31f8b4) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:19:25.735335 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Flow 'volume_create_manager' (6ff0d8f4-cfd0-4b4b-9971-a6c487ec5cd7) transitioned into state 'SUCCESS' from state 'RUNNING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:19:25.756570 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-f888cb86-c815-4fb7-a300-ab06b887e167 tempest-TaggedBootDevicesTest_v242-1302726931 None] Created volume successfully.
Jul 23 21:19:28.589776 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-5ce4d82a-469d-4e65-995b-90e49e7fa153 tempest-AttachSCSIVolumeTestJSON-683239709 None] Acquiring lock "cinder-8a819a79-2619-464d-a96a-b3a49144bb57-delete_volume" by "delete_volume" {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:192}}
Jul 23 21:19:28.612118 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-5ce4d82a-469d-4e65-995b-90e49e7fa153 tempest-AttachSCSIVolumeTestJSON-683239709 None] Lock "cinder-8a819a79-2619-464d-a96a-b3a49144bb57-delete_volume" acquired by "delete_volume" :: waited 0.022s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:195}}
Jul 23 21:19:28.694357 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-5ce4d82a-469d-4e65-995b-90e49e7fa153 tempest-AttachSCSIVolumeTestJSON-683239709 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:19:28.769838 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-5ce4d82a-469d-4e65-995b-90e49e7fa153 tempest-AttachSCSIVolumeTestJSON-683239709 None] volume has no backup snaps {{(pid=124508) _delete_backup_snaps /opt/stack/cinder/cinder/volume/drivers/rbd.py:1173}}
Jul 23 21:19:28.770616 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-5ce4d82a-469d-4e65-995b-90e49e7fa153 tempest-AttachSCSIVolumeTestJSON-683239709 None] Volume volume-8a819a79-2619-464d-a96a-b3a49144bb57 is not a clone. {{(pid=124508) _get_clone_info /opt/stack/cinder/cinder/volume/drivers/rbd.py:1201}}
Jul 23 21:19:28.777657 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-5ce4d82a-469d-4e65-995b-90e49e7fa153 tempest-AttachSCSIVolumeTestJSON-683239709 None] deleting rbd volume volume-8a819a79-2619-464d-a96a-b3a49144bb57 {{(pid=124508) delete_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1325}}
Jul 23 21:19:29.310873 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.quota [None req-5ce4d82a-469d-4e65-995b-90e49e7fa153 tempest-AttachSCSIVolumeTestJSON-683239709 None] Created reservations ['8edc2bc5-dca4-4f98-b813-7fb6f232f652', '3de20981-2181-46ac-9a22-c5ee458d8c0d', 'b9d1a0d5-0fe2-4d8a-a9b4-a019356b5c54', '793f445d-23d8-4050-8943-6fe85345c466'] {{(pid=124508) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jul 23 21:19:29.423399 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-5ce4d82a-469d-4e65-995b-90e49e7fa153 tempest-AttachSCSIVolumeTestJSON-683239709 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:19:29.494192 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-5ce4d82a-469d-4e65-995b-90e49e7fa153 tempest-AttachSCSIVolumeTestJSON-683239709 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:19:29.579358 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-5ce4d82a-469d-4e65-995b-90e49e7fa153 tempest-AttachSCSIVolumeTestJSON-683239709 None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:19:29.588791 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-5ce4d82a-469d-4e65-995b-90e49e7fa153 tempest-AttachSCSIVolumeTestJSON-683239709 None] Deleted volume successfully.
Jul 23 21:19:29.613624 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-5ce4d82a-469d-4e65-995b-90e49e7fa153 tempest-AttachSCSIVolumeTestJSON-683239709 None] Lock "cinder-8a819a79-2619-464d-a96a-b3a49144bb57-delete_volume" released by "delete_volume" :: held 1.001s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:204}}
Jul 23 21:19:32.214869 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=67,cinder:UPDATE=20,cinder:INSERT=10,cinder:DELETE=3 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:19:39.579314 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=59,cinder:UPDATE=17,cinder:INSERT=6,cinder:DELETE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:19:39.587141 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-cf48f739-6c9c-469c-8d5e-aee88aae9a19 req-c616b1c2-8208-4916-9044-e5473fea4cab tempest-LiveAutoBlockMigrationV225Test-194022042 None] Running cmd (subprocess): ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:19:40.759329 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-cf48f739-6c9c-469c-8d5e-aee88aae9a19 req-c616b1c2-8208-4916-9044-e5473fea4cab tempest-LiveAutoBlockMigrationV225Test-194022042 None] CMD "ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf" returned: 0 in 1.172s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:19:40.760868 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-cf48f739-6c9c-469c-8d5e-aee88aae9a19 req-c616b1c2-8208-4916-9044-e5473fea4cab tempest-LiveAutoBlockMigrationV225Test-194022042 None] connection data: {'driver_volume_type': 'rbd', 'data': {'name': 'volumes/volume-45722d72-c3a2-4f78-9923-e1cce3fffdf2', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '64134bc0-05c1-422c-a06b-283d723dcef4', 'volume_id': '45722d72-c3a2-4f78-9923-e1cce3fffdf2', 'discard': True}} {{(pid=124508) initialize_connection /opt/stack/cinder/cinder/volume/drivers/rbd.py:1649}}
Jul 23 21:19:40.791180 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-cf48f739-6c9c-469c-8d5e-aee88aae9a19 req-c616b1c2-8208-4916-9044-e5473fea4cab tempest-LiveAutoBlockMigrationV225Test-194022042 None] Connection info returned from driver {'name': 'volumes/volume-45722d72-c3a2-4f78-9923-e1cce3fffdf2', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': '***', 'secret_uuid': '***', 'volume_id': '45722d72-c3a2-4f78-9923-e1cce3fffdf2', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'driver_volume_type': 'rbd', 'attachment_id': '402d4e68-c82d-498d-8ece-bcfb7662135f'} {{(pid=124508) _connection_create /opt/stack/cinder/cinder/volume/manager.py:4827}}
Jul 23 21:19:40.866451 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-cf48f739-6c9c-469c-8d5e-aee88aae9a19 req-c616b1c2-8208-4916-9044-e5473fea4cab tempest-LiveAutoBlockMigrationV225Test-194022042 None] attachment_update completed successfully.
Jul 23 21:19:44.202773 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-d98a3dd5-1095-4af3-9ff3-0b63b44a63b5 req-46ee70f7-64cc-4d28-9f67-59818d8d7f3b tempest-LiveMigrationTest-1290036868 None] Running cmd (subprocess): ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:19:45.695059 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-d98a3dd5-1095-4af3-9ff3-0b63b44a63b5 req-46ee70f7-64cc-4d28-9f67-59818d8d7f3b tempest-LiveMigrationTest-1290036868 None] CMD "ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf" returned: 0 in 1.492s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:19:45.696193 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-d98a3dd5-1095-4af3-9ff3-0b63b44a63b5 req-46ee70f7-64cc-4d28-9f67-59818d8d7f3b tempest-LiveMigrationTest-1290036868 None] connection data: {'driver_volume_type': 'rbd', 'data': {'name': 'volumes/volume-67709f74-c94d-4ce5-9fc8-64292fc105a9', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '64134bc0-05c1-422c-a06b-283d723dcef4', 'volume_id': '67709f74-c94d-4ce5-9fc8-64292fc105a9', 'discard': True}} {{(pid=124508) initialize_connection /opt/stack/cinder/cinder/volume/drivers/rbd.py:1649}}
Jul 23 21:19:45.745636 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-d98a3dd5-1095-4af3-9ff3-0b63b44a63b5 req-46ee70f7-64cc-4d28-9f67-59818d8d7f3b tempest-LiveMigrationTest-1290036868 None] Connection info returned from driver {'name': 'volumes/volume-67709f74-c94d-4ce5-9fc8-64292fc105a9', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': '***', 'secret_uuid': '***', 'volume_id': '67709f74-c94d-4ce5-9fc8-64292fc105a9', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'driver_volume_type': 'rbd', 'attachment_id': 'e23651db-bb74-4cec-ba9b-678db3c4990f'} {{(pid=124508) _connection_create /opt/stack/cinder/cinder/volume/manager.py:4827}}
Jul 23 21:19:45.880141 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-d98a3dd5-1095-4af3-9ff3-0b63b44a63b5 req-46ee70f7-64cc-4d28-9f67-59818d8d7f3b tempest-LiveMigrationTest-1290036868 None] attachment_update completed successfully.
Jul 23 21:19:50.502715 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-cf48f739-6c9c-469c-8d5e-aee88aae9a19 req-eabd647a-3f83-4421-8edc-c10fa6b8b5ad tempest-LiveAutoBlockMigrationV225Test-194022042 None] Terminate volume connection completed successfully.
Jul 23 21:19:50.503323 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-cf48f739-6c9c-469c-8d5e-aee88aae9a19 req-eabd647a-3f83-4421-8edc-c10fa6b8b5ad tempest-LiveAutoBlockMigrationV225Test-194022042 None] Deleting attachment 5ab30127-8c79-4707-9f4f-3dd608da9593. {{(pid=124508) attachment_delete /opt/stack/cinder/cinder/volume/manager.py:4958}}
Jul 23 21:19:54.051050 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-13962449-65ab-47e8-941e-a81a799cd8b9 tempest-TaggedBootDevicesTest_v242-1302726931 None] Running cmd (subprocess): ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:19:55.392819 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-13962449-65ab-47e8-941e-a81a799cd8b9 tempest-TaggedBootDevicesTest_v242-1302726931 None] CMD "ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf" returned: 0 in 1.341s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:19:55.393674 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-13962449-65ab-47e8-941e-a81a799cd8b9 tempest-TaggedBootDevicesTest_v242-1302726931 None] connection data: {'driver_volume_type': 'rbd', 'data': {'name': 'volumes/volume-45847d66-e6fb-4802-888a-09b3751e9a66', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '64134bc0-05c1-422c-a06b-283d723dcef4', 'volume_id': '45847d66-e6fb-4802-888a-09b3751e9a66', 'discard': True}} {{(pid=124508) initialize_connection /opt/stack/cinder/cinder/volume/drivers/rbd.py:1649}}
Jul 23 21:19:55.469452 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-13962449-65ab-47e8-941e-a81a799cd8b9 tempest-TaggedBootDevicesTest_v242-1302726931 None] Connection info returned from driver {'name': 'volumes/volume-45847d66-e6fb-4802-888a-09b3751e9a66', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': '***', 'secret_uuid': '***', 'volume_id': '45847d66-e6fb-4802-888a-09b3751e9a66', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'driver_volume_type': 'rbd', 'attachment_id': 'c6c8a31c-e758-4e9e-b51a-f63a51a07436'} {{(pid=124508) _connection_create /opt/stack/cinder/cinder/volume/manager.py:4827}}
Jul 23 21:19:55.569383 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-13962449-65ab-47e8-941e-a81a799cd8b9 tempest-TaggedBootDevicesTest_v242-1302726931 None] attachment_update completed successfully.
Jul 23 21:19:56.098945 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-bab7bd6c-7a26-4863-b6e9-1e4d3f970706 tempest-TaggedBootDevicesTest_v242-1302726931 None] Running cmd (subprocess): ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:19:57.228888 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-d98a3dd5-1095-4af3-9ff3-0b63b44a63b5 req-f96e6102-b3ab-4c37-9b2b-3b95583a6c2e tempest-LiveMigrationTest-1290036868 None] Terminate volume connection completed successfully.
Jul 23 21:19:57.229636 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-d98a3dd5-1095-4af3-9ff3-0b63b44a63b5 req-f96e6102-b3ab-4c37-9b2b-3b95583a6c2e tempest-LiveMigrationTest-1290036868 None] Deleting attachment 6e390c38-b04e-4202-8d98-69a28099cbd1. {{(pid=124508) attachment_delete /opt/stack/cinder/cinder/volume/manager.py:4958}}
Jul 23 21:19:57.362547 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-bab7bd6c-7a26-4863-b6e9-1e4d3f970706 tempest-TaggedBootDevicesTest_v242-1302726931 None] CMD "ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf" returned: 0 in 1.264s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:19:57.363467 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-bab7bd6c-7a26-4863-b6e9-1e4d3f970706 tempest-TaggedBootDevicesTest_v242-1302726931 None] connection data: {'driver_volume_type': 'rbd', 'data': {'name': 'volumes/volume-d1dcd2ad-1f42-4cd4-ae7b-4f9ec30b5094', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '64134bc0-05c1-422c-a06b-283d723dcef4', 'volume_id': 'd1dcd2ad-1f42-4cd4-ae7b-4f9ec30b5094', 'discard': True}} {{(pid=124508) initialize_connection /opt/stack/cinder/cinder/volume/drivers/rbd.py:1649}}
Jul 23 21:19:57.400258 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-bab7bd6c-7a26-4863-b6e9-1e4d3f970706 tempest-TaggedBootDevicesTest_v242-1302726931 None] Connection info returned from driver {'name': 'volumes/volume-d1dcd2ad-1f42-4cd4-ae7b-4f9ec30b5094', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': '***', 'secret_uuid': '***', 'volume_id': 'd1dcd2ad-1f42-4cd4-ae7b-4f9ec30b5094', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'driver_volume_type': 'rbd', 'attachment_id': '1abf0618-97c7-4770-8ea2-145e1e09ccd1'} {{(pid=124508) _connection_create /opt/stack/cinder/cinder/volume/manager.py:4827}}
Jul 23 21:19:57.496412 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-bab7bd6c-7a26-4863-b6e9-1e4d3f970706 tempest-TaggedBootDevicesTest_v242-1302726931 None] attachment_update completed successfully.
Jul 23 21:19:57.919489 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-791ff986-6283-4c85-90f0-27e0dc782386 tempest-TaggedBootDevicesTest_v242-1302726931 None] Running cmd (subprocess): ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:19:59.566415 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-791ff986-6283-4c85-90f0-27e0dc782386 tempest-TaggedBootDevicesTest_v242-1302726931 None] CMD "ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf" returned: 0 in 1.646s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:19:59.567883 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-791ff986-6283-4c85-90f0-27e0dc782386 tempest-TaggedBootDevicesTest_v242-1302726931 None] connection data: {'driver_volume_type': 'rbd', 'data': {'name': 'volumes/volume-05a64e2b-5dee-45e2-80f3-6e3860844946', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '64134bc0-05c1-422c-a06b-283d723dcef4', 'volume_id': '05a64e2b-5dee-45e2-80f3-6e3860844946', 'discard': True}} {{(pid=124508) initialize_connection /opt/stack/cinder/cinder/volume/drivers/rbd.py:1649}}
Jul 23 21:19:59.603978 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-791ff986-6283-4c85-90f0-27e0dc782386 tempest-TaggedBootDevicesTest_v242-1302726931 None] Connection info returned from driver {'name': 'volumes/volume-05a64e2b-5dee-45e2-80f3-6e3860844946', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': '***', 'secret_uuid': '***', 'volume_id': '05a64e2b-5dee-45e2-80f3-6e3860844946', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'driver_volume_type': 'rbd', 'attachment_id': '49f8cf03-3d43-41cd-ae5f-082c76dcdbf8'} {{(pid=124508) _connection_create /opt/stack/cinder/cinder/volume/manager.py:4827}}
Jul 23 21:19:59.711381 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-0dde492d-9ccb-4aa3-8400-e889c85430b5 req-791ff986-6283-4c85-90f0-27e0dc782386 tempest-TaggedBootDevicesTest_v242-1302726931 None] attachment_update completed successfully.
Jul 23 21:20:09.962613 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=67,cinder:UPDATE=10 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:20:09.964068 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=60,cinder:UPDATE=8 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:20:09.976844 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-cb7041df-b72f-4cde-8fe3-8fef60a59b19 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Terminate volume connection completed successfully.
Jul 23 21:20:09.977163 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-cb7041df-b72f-4cde-8fe3-8fef60a59b19 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Deleting attachment 402d4e68-c82d-498d-8ece-bcfb7662135f. {{(pid=124508) attachment_delete /opt/stack/cinder/cinder/volume/manager.py:4958}}
Jul 23 21:20:10.003785 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:20:10.006201 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:10.064250 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:10.139566 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:20:10.173082 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-757c2f7a-4955-4f74-970a-1a852a880881 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Acquiring lock "cinder-45722d72-c3a2-4f78-9923-e1cce3fffdf2-delete_volume" by "delete_volume" {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:192}}
Jul 23 21:20:10.189237 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-757c2f7a-4955-4f74-970a-1a852a880881 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Lock "cinder-45722d72-c3a2-4f78-9923-e1cce3fffdf2-delete_volume" acquired by "delete_volume" :: waited 0.016s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:195}}
Jul 23 21:20:10.258214 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-757c2f7a-4955-4f74-970a-1a852a880881 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:10.381407 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-757c2f7a-4955-4f74-970a-1a852a880881 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] volume has no backup snaps {{(pid=124508) _delete_backup_snaps /opt/stack/cinder/cinder/volume/drivers/rbd.py:1173}}
Jul 23 21:20:10.391657 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-757c2f7a-4955-4f74-970a-1a852a880881 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] deleting rbd volume volume-45722d72-c3a2-4f78-9923-e1cce3fffdf2 {{(pid=124508) delete_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1325}}
Jul 23 21:20:10.969268 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-757c2f7a-4955-4f74-970a-1a852a880881 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] volume is a clone so cleaning references {{(pid=124508) delete_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1346}}
Jul 23 21:20:11.033498 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-757c2f7a-4955-4f74-970a-1a852a880881 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] deleting parent snapshot volume-45722d72-c3a2-4f78-9923-e1cce3fffdf2.clone_snap {{(pid=124508) _delete_clone_parent_refs /opt/stack/cinder/cinder/volume/drivers/rbd.py:1239}}
Jul 23 21:20:11.417157 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.quota [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-757c2f7a-4955-4f74-970a-1a852a880881 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Created reservations ['881c7f18-ba5f-4d7d-b62b-4ca85cc4aa33', '9f0bdb2a-9109-4ca1-8db0-cd4a8e50e1e5', '76ccb8b5-5109-4820-a980-8440fecd29e8', '6cf9dc03-16a3-42ee-8578-1503677c9258'] {{(pid=124508) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jul 23 21:20:11.523436 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-83c89656-c18a-4b68-9053-98c8a084a847 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Acquiring lock "cinder-ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9-delete_volume" by "delete_volume" {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:192}}
Jul 23 21:20:11.538765 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-757c2f7a-4955-4f74-970a-1a852a880881 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:11.629820 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-757c2f7a-4955-4f74-970a-1a852a880881 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:11.686441 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-757c2f7a-4955-4f74-970a-1a852a880881 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:20:11.707914 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-757c2f7a-4955-4f74-970a-1a852a880881 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Deleted volume successfully.
Jul 23 21:20:11.715877 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-83c89656-c18a-4b68-9053-98c8a084a847 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Lock "cinder-ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9-delete_volume" acquired by "delete_volume" :: waited 0.193s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:195}}
Jul 23 21:20:11.748722 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [req-f6106aa0-65f5-424e-9d3c-a0e14c7e59d2 req-757c2f7a-4955-4f74-970a-1a852a880881 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Lock "cinder-45722d72-c3a2-4f78-9923-e1cce3fffdf2-delete_volume" released by "delete_volume" :: held 1.559s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:204}}
Jul 23 21:20:11.753541 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-afaf8eff-62e6-451f-b83e-a560a142656c req-715f653f-618f-4367-b9b2-819ccf81cff9 tempest-LiveMigrationTest-731745934 None] Terminate volume connection completed successfully.
Jul 23 21:20:11.754267 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-afaf8eff-62e6-451f-b83e-a560a142656c req-715f653f-618f-4367-b9b2-819ccf81cff9 tempest-LiveMigrationTest-731745934 None] Deleting attachment e23651db-bb74-4cec-ba9b-678db3c4990f. {{(pid=124508) attachment_delete /opt/stack/cinder/cinder/volume/manager.py:4958}}
Jul 23 21:20:11.796024 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-83c89656-c18a-4b68-9053-98c8a084a847 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:11.891968 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-83c89656-c18a-4b68-9053-98c8a084a847 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] volume has no backup snaps {{(pid=124508) _delete_backup_snaps /opt/stack/cinder/cinder/volume/drivers/rbd.py:1173}}
Jul 23 21:20:11.893300 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-83c89656-c18a-4b68-9053-98c8a084a847 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Volume volume-ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9 is not a clone. {{(pid=124508) _get_clone_info /opt/stack/cinder/cinder/volume/drivers/rbd.py:1201}}
Jul 23 21:20:11.914437 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-83c89656-c18a-4b68-9053-98c8a084a847 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] deleting rbd volume volume-ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9 {{(pid=124508) delete_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1325}}
Jul 23 21:20:11.997650 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [req-afaf8eff-62e6-451f-b83e-a560a142656c req-3fe153d5-806c-4fbc-9c70-c642897e8701 tempest-LiveMigrationTest-731745934 None] Acquiring lock "cinder-67709f74-c94d-4ce5-9fc8-64292fc105a9-delete_volume" by "delete_volume" {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:192}}
Jul 23 21:20:12.022770 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [req-afaf8eff-62e6-451f-b83e-a560a142656c req-3fe153d5-806c-4fbc-9c70-c642897e8701 tempest-LiveMigrationTest-731745934 None] Lock "cinder-67709f74-c94d-4ce5-9fc8-64292fc105a9-delete_volume" acquired by "delete_volume" :: waited 0.025s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:195}}
Jul 23 21:20:12.146713 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-afaf8eff-62e6-451f-b83e-a560a142656c req-3fe153d5-806c-4fbc-9c70-c642897e8701 tempest-LiveMigrationTest-731745934 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:12.234824 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-afaf8eff-62e6-451f-b83e-a560a142656c req-3fe153d5-806c-4fbc-9c70-c642897e8701 tempest-LiveMigrationTest-731745934 None] volume has no backup snaps {{(pid=124508) _delete_backup_snaps /opt/stack/cinder/cinder/volume/drivers/rbd.py:1173}}
Jul 23 21:20:12.235414 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-afaf8eff-62e6-451f-b83e-a560a142656c req-3fe153d5-806c-4fbc-9c70-c642897e8701 tempest-LiveMigrationTest-731745934 None] volume has clone snapshot(s) {{(pid=124508) delete_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1288}}
Jul 23 21:20:12.237154 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-afaf8eff-62e6-451f-b83e-a560a142656c req-3fe153d5-806c-4fbc-9c70-c642897e8701 tempest-LiveMigrationTest-731745934 None] Volume volume-67709f74-c94d-4ce5-9fc8-64292fc105a9 is not a clone. {{(pid=124508) _get_clone_info /opt/stack/cinder/cinder/volume/drivers/rbd.py:1201}}
Jul 23 21:20:12.778706 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.quota [req-afaf8eff-62e6-451f-b83e-a560a142656c req-3fe153d5-806c-4fbc-9c70-c642897e8701 tempest-LiveMigrationTest-731745934 None] Created reservations ['56b1f46f-f0b5-4065-94d8-ba7776ca1452', '87cea0ac-d434-4920-a7bf-150be9db6be3', 'cf7b2885-3267-4b58-bb51-8ec8aaa93a7a', '505b220d-e886-4b74-8e7e-3d7787a2d30d'] {{(pid=124508) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jul 23 21:20:12.817137 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.quota [None req-83c89656-c18a-4b68-9053-98c8a084a847 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Created reservations ['3bdaeb7b-efb1-4960-acc5-82397434d7ba', '07576d44-dda7-4b73-ad3d-02a735724af2', '20e7953b-2601-4c74-9110-74b99235924a', 'e1495553-f881-44c7-b377-54f52d35597c'] {{(pid=124508) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jul 23 21:20:12.932025 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-afaf8eff-62e6-451f-b83e-a560a142656c req-3fe153d5-806c-4fbc-9c70-c642897e8701 tempest-LiveMigrationTest-731745934 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:13.047499 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-afaf8eff-62e6-451f-b83e-a560a142656c req-3fe153d5-806c-4fbc-9c70-c642897e8701 tempest-LiveMigrationTest-731745934 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:13.145713 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [req-afaf8eff-62e6-451f-b83e-a560a142656c req-3fe153d5-806c-4fbc-9c70-c642897e8701 tempest-LiveMigrationTest-731745934 None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:20:13.161230 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-afaf8eff-62e6-451f-b83e-a560a142656c req-3fe153d5-806c-4fbc-9c70-c642897e8701 tempest-LiveMigrationTest-731745934 None] Deleted volume successfully.
Jul 23 21:20:13.203477 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [req-afaf8eff-62e6-451f-b83e-a560a142656c req-3fe153d5-806c-4fbc-9c70-c642897e8701 tempest-LiveMigrationTest-731745934 None] Lock "cinder-67709f74-c94d-4ce5-9fc8-64292fc105a9-delete_volume" released by "delete_volume" :: held 1.181s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:204}}
Jul 23 21:20:13.208456 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-83c89656-c18a-4b68-9053-98c8a084a847 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:13.309656 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-83c89656-c18a-4b68-9053-98c8a084a847 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:13.386406 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-83c89656-c18a-4b68-9053-98c8a084a847 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:20:13.391796 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-83c89656-c18a-4b68-9053-98c8a084a847 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Deleted volume successfully.
Jul 23 21:20:13.419479 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-83c89656-c18a-4b68-9053-98c8a084a847 tempest-LiveAutoBlockMigrationV225Test-2065000324 None] Lock "cinder-ae9e1d9d-8480-46b5-b3ec-f6bb2a5341c9-delete_volume" released by "delete_volume" :: held 1.704s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:204}}
Jul 23 21:20:14.043467 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-29fd9805-bdb2-42e9-a2b0-a4e1701e76c4 tempest-LiveMigrationTest-731745934 None] Acquiring lock "cinder-a69bbe9e-0481-45eb-807a-0a14799fc07b-delete_volume" by "delete_volume" {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:192}}
Jul 23 21:20:14.069467 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-29fd9805-bdb2-42e9-a2b0-a4e1701e76c4 tempest-LiveMigrationTest-731745934 None] Lock "cinder-a69bbe9e-0481-45eb-807a-0a14799fc07b-delete_volume" acquired by "delete_volume" :: waited 0.026s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:195}}
Jul 23 21:20:14.160735 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-29fd9805-bdb2-42e9-a2b0-a4e1701e76c4 tempest-LiveMigrationTest-731745934 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:14.260044 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-29fd9805-bdb2-42e9-a2b0-a4e1701e76c4 tempest-LiveMigrationTest-731745934 None] volume has no backup snaps {{(pid=124508) _delete_backup_snaps /opt/stack/cinder/cinder/volume/drivers/rbd.py:1173}}
Jul 23 21:20:14.260472 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-29fd9805-bdb2-42e9-a2b0-a4e1701e76c4 tempest-LiveMigrationTest-731745934 None] Volume volume-a69bbe9e-0481-45eb-807a-0a14799fc07b is not a clone. {{(pid=124508) _get_clone_info /opt/stack/cinder/cinder/volume/drivers/rbd.py:1201}}
Jul 23 21:20:14.283410 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-29fd9805-bdb2-42e9-a2b0-a4e1701e76c4 tempest-LiveMigrationTest-731745934 None] deleting rbd volume volume-a69bbe9e-0481-45eb-807a-0a14799fc07b {{(pid=124508) delete_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1325}}
Jul 23 21:20:14.727952 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.quota [None req-29fd9805-bdb2-42e9-a2b0-a4e1701e76c4 tempest-LiveMigrationTest-731745934 None] Created reservations ['8d37dfdf-8b08-4f6b-80b4-16b58015d2dd', '442f0243-9170-4bc2-891a-dc2eb3a4c3eb', 'd1db7629-f832-4eeb-82f5-e7d250b9da41', '4d489479-bae7-476c-a8a3-d97cee303ded'] {{(pid=124508) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jul 23 21:20:14.785088 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=55,cinder:INSERT=15,cinder:UPDATE=28,cinder:DELETE=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:20:14.847901 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-29fd9805-bdb2-42e9-a2b0-a4e1701e76c4 tempest-LiveMigrationTest-731745934 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:14.939753 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-29fd9805-bdb2-42e9-a2b0-a4e1701e76c4 tempest-LiveMigrationTest-731745934 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:15.058445 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-29fd9805-bdb2-42e9-a2b0-a4e1701e76c4 tempest-LiveMigrationTest-731745934 None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:20:15.071918 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-29fd9805-bdb2-42e9-a2b0-a4e1701e76c4 tempest-LiveMigrationTest-731745934 None] Deleted volume successfully.
Jul 23 21:20:15.093904 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-29fd9805-bdb2-42e9-a2b0-a4e1701e76c4 tempest-LiveMigrationTest-731745934 None] Lock "cinder-a69bbe9e-0481-45eb-807a-0a14799fc07b-delete_volume" released by "delete_volume" :: held 1.024s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:204}}
Jul 23 21:20:19.472585 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Volume reschedule parameters: True retry: {'num_attempts': 1, 'backends': ['ncdv-master-1@ceph#ceph'], 'hosts': ['ncdv-master-1@ceph#ceph']} {{(pid=124508) get_flow /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1366}}
Jul 23 21:20:19.519803 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Flow 'volume_create_manager' (c6e4f952-4c71-49e8-8672-8188e3a2d3b8) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:20:19.542092 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (a4466dc4-ca67-45c9-9432-8ced9396f6b6) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:20:19.560135 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (a4466dc4-ca67-45c9-9432-8ced9396f6b6) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'Volume(_name_id=None,admin_metadata=<?>,attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2022-07-23T21:20:19Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-VolumesAdminNegativeTest-volume-3679722',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='ncdv-master-1@ceph#ceph',id=0f7a6529-1334-4899-b7cd-f77b9a726980,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='f220ba2f42db435a818f3e462aea35a2',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2022-07-23T21:20:19Z,service_uuid=None,shared_targets=True,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2022-07-23T21:20:19Z,use_quota=True,user_id='145e518288ce4d70a12a3f2cc6a91810',volume_attachment=VolumeAttachmentList,volume_type=VolumeType(4aa3bb33-251c-4cce-a566-17b811da923f),volume_type_id=4aa3bb33-251c-4cce-a566-17b811da923f)' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:20:19.566061 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (c43d964b-b1a3-4e0d-9ce3-abeba8bb3f3e) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:20:19.571346 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (c43d964b-b1a3-4e0d-9ce3-abeba8bb3f3e) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:20:19.578738 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (8b022914-c3bb-4cdd-ba58-7e5154fed9c0) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:20:19.583393 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (8b022914-c3bb-4cdd-ba58-7e5154fed9c0) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'type': 'raw', 'volume_id': '0f7a6529-1334-4899-b7cd-f77b9a726980', 'volume_name': 'volume-0f7a6529-1334-4899-b7cd-f77b9a726980', 'volume_size': 1}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:20:19.589208 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (d8c6a0d9-a5f2-450e-841d-bc4a82776b1b) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:20:19.600934 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (d8c6a0d9-a5f2-450e-841d-bc4a82776b1b) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:20:19.607555 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (b226c137-2222-43ae-9d3a-208b6a65417c) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:20:19.609601 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Volume 0f7a6529-1334-4899-b7cd-f77b9a726980: being created as raw with specification: {'status': 'creating', 'volume_name': 'volume-0f7a6529-1334-4899-b7cd-f77b9a726980', 'volume_size': 1}
Jul 23 21:20:19.610790 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] creating volume 'volume-0f7a6529-1334-4899-b7cd-f77b9a726980' {{(pid=124508) create_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1040}}
Jul 23 21:20:19.612324 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:19.748768 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_replicated_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:915}}
Jul 23 21:20:19.749674 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_multiattach_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:924}}
Jul 23 21:20:19.756541 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (b226c137-2222-43ae-9d3a-208b6a65417c) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'volume_name': 'volume-0f7a6529-1334-4899-b7cd-f77b9a726980', 'volume_size': 1}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:20:19.768074 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (bbfb4637-bb8e-4b20-b802-a0820219b238) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:20:19.788388 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Volume volume-0f7a6529-1334-4899-b7cd-f77b9a726980 (0f7a6529-1334-4899-b7cd-f77b9a726980): created successfully
Jul 23 21:20:19.801197 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (bbfb4637-bb8e-4b20-b802-a0820219b238) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:20:19.811163 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Flow 'volume_create_manager' (c6e4f952-4c71-49e8-8672-8188e3a2d3b8) transitioned into state 'SUCCESS' from state 'RUNNING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:20:19.833648 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-424e4a34-fae1-43b4-81f5-73e4b0c58630 tempest-VolumesAdminNegativeTest-1859024807 None] Created volume successfully.
Jul 23 21:20:21.472639 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-14ea833b-0bb1-44c5-bcf3-550b12e7f60a req-16cb7b3c-dd72-4825-a721-0105cc1f0a9b tempest-VolumesAdminNegativeTest-1859024807 None] Running cmd (subprocess): ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:384}}
Jul 23 21:20:22.643982 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_concurrency.processutils [req-14ea833b-0bb1-44c5-bcf3-550b12e7f60a req-16cb7b3c-dd72-4825-a721-0105cc1f0a9b tempest-VolumesAdminNegativeTest-1859024807 None] CMD "ceph mon dump --format=json --id cinder --cluster ceph --conf /etc/ceph/ceph.conf" returned: 0 in 1.171s {{(pid=124508) execute /usr/local/lib/python3.8/dist-packages/oslo_concurrency/processutils.py:422}}
Jul 23 21:20:22.646393 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [req-14ea833b-0bb1-44c5-bcf3-550b12e7f60a req-16cb7b3c-dd72-4825-a721-0105cc1f0a9b tempest-VolumesAdminNegativeTest-1859024807 None] connection data: {'driver_volume_type': 'rbd', 'data': {'name': 'volumes/volume-0f7a6529-1334-4899-b7cd-f77b9a726980', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': 'ceph', 'secret_uuid': '64134bc0-05c1-422c-a06b-283d723dcef4', 'volume_id': '0f7a6529-1334-4899-b7cd-f77b9a726980', 'discard': True}} {{(pid=124508) initialize_connection /opt/stack/cinder/cinder/volume/drivers/rbd.py:1649}}
Jul 23 21:20:22.661357 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=58,cinder:UPDATE=38,cinder:DELETE=3,cinder:INSERT=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:20:22.701034 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-14ea833b-0bb1-44c5-bcf3-550b12e7f60a req-16cb7b3c-dd72-4825-a721-0105cc1f0a9b tempest-VolumesAdminNegativeTest-1859024807 None] Connection info returned from driver {'name': 'volumes/volume-0f7a6529-1334-4899-b7cd-f77b9a726980', 'hosts': ['10.222.0.17'], 'ports': ['6789'], 'cluster_name': 'ceph', 'auth_enabled': True, 'auth_username': 'cinder', 'secret_type': '***', 'secret_uuid': '***', 'volume_id': '0f7a6529-1334-4899-b7cd-f77b9a726980', 'discard': True, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'driver_volume_type': 'rbd', 'attachment_id': '420917e2-ade8-4b0b-87f7-5860769b5ca2'} {{(pid=124508) _connection_create /opt/stack/cinder/cinder/volume/manager.py:4827}}
Jul 23 21:20:22.797505 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-14ea833b-0bb1-44c5-bcf3-550b12e7f60a req-16cb7b3c-dd72-4825-a721-0105cc1f0a9b tempest-VolumesAdminNegativeTest-1859024807 None] attachment_update completed successfully.
Jul 23 21:20:27.769166 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [req-c9c2de44-a585-4c92-a2be-33a46cefe083 req-e71523c8-189f-40d4-9a1d-00345766126f tempest-VolumesAdminNegativeTest-1859024807 None] Terminate volume connection completed successfully.
Jul 23 21:20:27.769756 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [req-c9c2de44-a585-4c92-a2be-33a46cefe083 req-e71523c8-189f-40d4-9a1d-00345766126f tempest-VolumesAdminNegativeTest-1859024807 None] Deleting attachment 420917e2-ade8-4b0b-87f7-5860769b5ca2. {{(pid=124508) attachment_delete /opt/stack/cinder/cinder/volume/manager.py:4958}}
Jul 23 21:20:42.282693 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=8 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:20:51.734026 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=27,cinder:UPDATE=8 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:20:51.752155 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Volume reschedule parameters: True retry: {'num_attempts': 1, 'backends': ['ncdv-master-1@ceph#ceph'], 'hosts': ['ncdv-master-1@ceph#ceph']} {{(pid=124508) get_flow /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1366}}
Jul 23 21:20:51.801034 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Flow 'volume_create_manager' (0e0615cf-5c21-4080-87a3-177fa1265e16) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:20:51.817121 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (0c868f8f-3429-428b-a90b-b0b7de48e945) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:20:51.841064 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (0c868f8f-3429-428b-a90b-b0b7de48e945) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'Volume(_name_id=None,admin_metadata=<?>,attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2022-07-23T21:20:51Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-VolumesAdminNegativeTest-volume-168871581',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='ncdv-master-1@ceph#ceph',id=716a9d6f-b654-4f69-8193-47039140b86e,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='f220ba2f42db435a818f3e462aea35a2',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2022-07-23T21:20:52Z,service_uuid=None,shared_targets=True,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2022-07-23T21:20:52Z,use_quota=True,user_id='145e518288ce4d70a12a3f2cc6a91810',volume_attachment=VolumeAttachmentList,volume_type=VolumeType(4aa3bb33-251c-4cce-a566-17b811da923f),volume_type_id=4aa3bb33-251c-4cce-a566-17b811da923f)' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:20:51.846898 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (f9503119-d3f3-4dac-a911-e42296a5206c) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:20:51.851436 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (f9503119-d3f3-4dac-a911-e42296a5206c) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:20:51.856885 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (a4f8c502-a94a-47fd-8fd0-ca80e4be1e31) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:20:51.861971 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (a4f8c502-a94a-47fd-8fd0-ca80e4be1e31) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'type': 'raw', 'volume_id': '716a9d6f-b654-4f69-8193-47039140b86e', 'volume_name': 'volume-716a9d6f-b654-4f69-8193-47039140b86e', 'volume_size': 1}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:20:51.868738 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (01c54be6-8885-4822-9f31-39f2b364f790) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:20:51.873526 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (01c54be6-8885-4822-9f31-39f2b364f790) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:20:51.879433 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (6f63fb31-723e-4557-bb29-88f996c2e56f) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:20:51.880863 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Volume 716a9d6f-b654-4f69-8193-47039140b86e: being created as raw with specification: {'status': 'creating', 'volume_name': 'volume-716a9d6f-b654-4f69-8193-47039140b86e', 'volume_size': 1}
Jul 23 21:20:51.881503 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] creating volume 'volume-716a9d6f-b654-4f69-8193-47039140b86e' {{(pid=124508) create_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1040}}
Jul 23 21:20:51.884044 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:51.991342 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_replicated_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:915}}
Jul 23 21:20:51.992027 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] extra_specs: {'volume_backend_name': 'ceph'} {{(pid=124508) _is_multiattach_type /opt/stack/cinder/cinder/volume/drivers/rbd.py:924}}
Jul 23 21:20:52.001264 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (6f63fb31-723e-4557-bb29-88f996c2e56f) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'volume_name': 'volume-716a9d6f-b654-4f69-8193-47039140b86e', 'volume_size': 1}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:20:52.029459 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (7afbaa99-89dd-4ece-b2bc-5035adcf8d3f) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:20:52.046459 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Volume volume-716a9d6f-b654-4f69-8193-47039140b86e (716a9d6f-b654-4f69-8193-47039140b86e): created successfully
Jul 23 21:20:52.057666 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeOnFinishTask;volume:create, create.end' (7afbaa99-89dd-4ece-b2bc-5035adcf8d3f) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:20:52.067806 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Flow 'volume_create_manager' (0e0615cf-5c21-4080-87a3-177fa1265e16) transitioned into state 'SUCCESS' from state 'RUNNING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:20:52.099567 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-fa1bf053-382f-4000-9869-3c89f32478e4 tempest-VolumesAdminNegativeTest-1859024807 None] Created volume successfully.
Jul 23 21:20:52.908944 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-e50e20dc-96d4-4ee1-a73c-4ea2832481ef tempest-VolumesAdminNegativeTest-1859024807 None] Acquiring lock "cinder-716a9d6f-b654-4f69-8193-47039140b86e-delete_volume" by "delete_volume" {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:192}}
Jul 23 21:20:52.922998 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-e50e20dc-96d4-4ee1-a73c-4ea2832481ef tempest-VolumesAdminNegativeTest-1859024807 None] Lock "cinder-716a9d6f-b654-4f69-8193-47039140b86e-delete_volume" acquired by "delete_volume" :: waited 0.014s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:195}}
Jul 23 21:20:53.004566 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-e50e20dc-96d4-4ee1-a73c-4ea2832481ef tempest-VolumesAdminNegativeTest-1859024807 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:53.122788 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-e50e20dc-96d4-4ee1-a73c-4ea2832481ef tempest-VolumesAdminNegativeTest-1859024807 None] volume has no backup snaps {{(pid=124508) _delete_backup_snaps /opt/stack/cinder/cinder/volume/drivers/rbd.py:1173}}
Jul 23 21:20:53.124052 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-e50e20dc-96d4-4ee1-a73c-4ea2832481ef tempest-VolumesAdminNegativeTest-1859024807 None] Volume volume-716a9d6f-b654-4f69-8193-47039140b86e is not a clone. {{(pid=124508) _get_clone_info /opt/stack/cinder/cinder/volume/drivers/rbd.py:1201}}
Jul 23 21:20:53.140058 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-e50e20dc-96d4-4ee1-a73c-4ea2832481ef tempest-VolumesAdminNegativeTest-1859024807 None] deleting rbd volume volume-716a9d6f-b654-4f69-8193-47039140b86e {{(pid=124508) delete_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1325}}
Jul 23 21:20:53.797832 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.quota [None req-e50e20dc-96d4-4ee1-a73c-4ea2832481ef tempest-VolumesAdminNegativeTest-1859024807 None] Created reservations ['51d141ff-f5cc-4f61-8b94-9caf70894564', 'faf9b176-9f44-4b1e-9717-6d34d58f0313', '1a6d810d-df7e-4059-8407-946bfdb30520', 'cb493faa-dcb3-41e5-a85d-4574367cc08d'] {{(pid=124508) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jul 23 21:20:53.902217 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-e50e20dc-96d4-4ee1-a73c-4ea2832481ef tempest-VolumesAdminNegativeTest-1859024807 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:53.960442 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-e50e20dc-96d4-4ee1-a73c-4ea2832481ef tempest-VolumesAdminNegativeTest-1859024807 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:20:54.025093 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-e50e20dc-96d4-4ee1-a73c-4ea2832481ef tempest-VolumesAdminNegativeTest-1859024807 None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:20:54.029810 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-e50e20dc-96d4-4ee1-a73c-4ea2832481ef tempest-VolumesAdminNegativeTest-1859024807 None] Deleted volume successfully.
Jul 23 21:20:54.049628 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-e50e20dc-96d4-4ee1-a73c-4ea2832481ef tempest-VolumesAdminNegativeTest-1859024807 None] Lock "cinder-716a9d6f-b654-4f69-8193-47039140b86e-delete_volume" released by "delete_volume" :: held 1.126s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:204}}
Jul 23 21:21:01.555913 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-8cf665a5-a5dc-4d91-878b-5f384ea40349 tempest-VolumesAdminNegativeTest-1859024807 None] Acquiring lock "cinder-0f7a6529-1334-4899-b7cd-f77b9a726980-delete_volume" by "delete_volume" {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:192}}
Jul 23 21:21:01.567405 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-8cf665a5-a5dc-4d91-878b-5f384ea40349 tempest-VolumesAdminNegativeTest-1859024807 None] Lock "cinder-0f7a6529-1334-4899-b7cd-f77b9a726980-delete_volume" acquired by "delete_volume" :: waited 0.012s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:195}}
Jul 23 21:21:01.641576 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-8cf665a5-a5dc-4d91-878b-5f384ea40349 tempest-VolumesAdminNegativeTest-1859024807 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:21:01.735478 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-8cf665a5-a5dc-4d91-878b-5f384ea40349 tempest-VolumesAdminNegativeTest-1859024807 None] volume has no backup snaps {{(pid=124508) _delete_backup_snaps /opt/stack/cinder/cinder/volume/drivers/rbd.py:1173}}
Jul 23 21:21:01.736266 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-8cf665a5-a5dc-4d91-878b-5f384ea40349 tempest-VolumesAdminNegativeTest-1859024807 None] Volume volume-0f7a6529-1334-4899-b7cd-f77b9a726980 is not a clone. {{(pid=124508) _get_clone_info /opt/stack/cinder/cinder/volume/drivers/rbd.py:1201}}
Jul 23 21:21:01.751940 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-8cf665a5-a5dc-4d91-878b-5f384ea40349 tempest-VolumesAdminNegativeTest-1859024807 None] deleting rbd volume volume-0f7a6529-1334-4899-b7cd-f77b9a726980 {{(pid=124508) delete_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:1325}}
Jul 23 21:21:02.371540 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.quota [None req-8cf665a5-a5dc-4d91-878b-5f384ea40349 tempest-VolumesAdminNegativeTest-1859024807 None] Created reservations ['d3fc5787-0344-4d9b-8292-c04c180710d7', 'fa867c3f-ce6d-40bf-b115-c9ca6f654c7d', '2dae6594-b64a-4ece-849a-0059bb89f49e', '0196d185-c677-495c-9a80-6b3ffd770a04'] {{(pid=124508) reserve /opt/stack/cinder/cinder/quota.py:755}}
Jul 23 21:21:02.467243 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-8cf665a5-a5dc-4d91-878b-5f384ea40349 tempest-VolumesAdminNegativeTest-1859024807 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:21:02.538402 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-8cf665a5-a5dc-4d91-878b-5f384ea40349 tempest-VolumesAdminNegativeTest-1859024807 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:21:02.609169 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-8cf665a5-a5dc-4d91-878b-5f384ea40349 tempest-VolumesAdminNegativeTest-1859024807 None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:21:02.617546 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.manager [None req-8cf665a5-a5dc-4d91-878b-5f384ea40349 tempest-VolumesAdminNegativeTest-1859024807 None] Deleted volume successfully.
Jul 23 21:21:02.659652 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-8cf665a5-a5dc-4d91-878b-5f384ea40349 tempest-VolumesAdminNegativeTest-1859024807 None] Lock "cinder-0f7a6529-1334-4899-b7cd-f77b9a726980-delete_volume" released by "delete_volume" :: held 1.092s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:204}}
Jul 23 21:21:10.000803 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:21:10.001348 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:21:10.074256 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:21:10.136398 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:21:22.285541 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=32,cinder:UPDATE=21,cinder:DELETE=2,cinder:INSERT=4 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:21:22.286445 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=33,cinder:UPDATE=17,cinder:INSERT=4,cinder:DELETE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:21:32.320157 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=2,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:21:52.296476 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=5,cinder:UPDATE=2 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:22:09.997781 ncdv-master-1 cinder-volume[124508]: DEBUG oslo_service.periodic_task [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Running periodic task VolumeManager.publish_service_capabilities {{(pid=124508) run_periodic_tasks /usr/local/lib/python3.8/dist-packages/oslo_service/periodic_task.py:210}}
Jul 23 21:22:09.998829 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:22:10.079035 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:22:10.174527 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.manager [None req-ae7ae900-d9ff-4910-8c88-095e296e02e4 None None] Notifying Schedulers of capabilities ... {{(pid=124508) _publish_service_capabilities /opt/stack/cinder/cinder/manager.py:202}}
Jul 23 21:22:12.295161 ncdv-master-1 cinder-volume[124508]: DEBUG dbcounter [-] [124508] Writing DB stats cinder:SELECT=8,cinder:UPDATE=1 {{(pid=124508) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}
Jul 23 21:22:18.421652 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Volume reschedule parameters: True retry: {'num_attempts': 1, 'backends': ['ncdv-master-1@ceph#ceph'], 'hosts': ['ncdv-master-1@ceph#ceph']} {{(pid=124508) get_flow /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1366}}
Jul 23 21:22:18.488482 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Flow 'volume_create_manager' (6260d1cc-119c-4f63-bca0-69429bb284aa) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _flow_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:141}}
Jul 23 21:22:18.510582 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (038cd038-7994-4d23-9983-9d395b32f4d7) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:22:18.548076 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (038cd038-7994-4d23-9983-9d395b32f4d7) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'Volume(_name_id=None,admin_metadata=<?>,attach_status='detached',availability_zone='nova',bootable=False,cluster=<?>,cluster_name=None,consistencygroup=<?>,consistencygroup_id=None,created_at=2022-07-23T21:22:18Z,deleted=False,deleted_at=None,display_description=None,display_name='tempest-tempest.common.compute-volume-1895014354',ec2_id=None,encryption_key_id=None,glance_metadata=<?>,group=<?>,group_id=None,host='ncdv-master-1@ceph#ceph',id=76b79c8c-15ff-4ad6-ac7f-aed13c36dfc1,launched_at=None,metadata={},migration_status=None,multiattach=False,previous_status=None,project_id='ab066f574cfe4405bf9ed948b81c8f24',provider_auth=None,provider_geometry=None,provider_id=None,provider_location=None,replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2022-07-23T21:22:18Z,service_uuid=None,shared_targets=True,size=1,snapshot_id=None,snapshots=<?>,source_volid=None,status='creating',terminated_at=None,updated_at=2022-07-23T21:22:18Z,use_quota=True,user_id='ba49c745133b44f99ee9a7e4aa86dd54',volume_attachment=VolumeAttachmentList,volume_type=VolumeType(4aa3bb33-251c-4cce-a566-17b811da923f),volume_type_id=4aa3bb33-251c-4cce-a566-17b811da923f)' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:22:18.562760 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (ae21a48c-0d9c-4233-8047-b9f4a8fecf20) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:22:18.570132 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (ae21a48c-0d9c-4233-8047-b9f4a8fecf20) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:22:18.576953 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (e3b81896-c55d-46b3-8164-10bae7dd99fe) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:22:18.775760 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (e3b81896-c55d-46b3-8164-10bae7dd99fe) transitioned into state 'SUCCESS' from state 'RUNNING' with result '{'status': 'creating', 'type': 'image', 'volume_id': '76b79c8c-15ff-4ad6-ac7f-aed13c36dfc1', 'volume_name': 'volume-76b79c8c-15ff-4ad6-ac7f-aed13c36dfc1', 'volume_size': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'image_location': (None, None), 'image_meta': {'name': 'ubuntu-16', 'disk_format': 'vhdx', 'container_format': 'bare', 'visibility': 'public', 'size': 645922816, 'virtual_size': 734003200, 'status': 'active', 'checksum': '318f990048c8a194829e52141534610d', 'protected': False, 'min_ram': 0, 'min_disk': 0, 'owner': 'd6f3124c18f04946a431e587fc205bd4', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '1aaa7a04b14d2fb410b8803fefeb767485c32e2da475b52a8839eec757ebef67d8611e4f699200324e39744ee6949dd3c2a4f6ecccb0c2480706ec5cb0fc5a53', 'id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'created_at': datetime.datetime(2022, 7, 23, 21, 4, 28, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44, tzinfo=datetime.timezone.utc), 'tags': [], 'file': '/v2/images/b27b20aa-ef1b-4dd1-989e-321af6343d6a/file', 'properties': {'hw_rng_model': 'virtio', 'owner_specified.openstack.md5': '', 'owner_specified.openstack.object': 'images/ubuntu-16', 'owner_specified.openstack.sha256': ''}}, 'image_service': <cinder.image.glance.GlanceImageService object at 0x7eff82841fd0>}' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:22:18.786081 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (ffa0f36f-5ab0-4911-9fd1-de2a866fc896) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:22:18.792421 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (ffa0f36f-5ab0-4911-9fd1-de2a866fc896) transitioned into state 'SUCCESS' from state 'RUNNING' with result 'None' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:178}}
Jul 23 21:22:18.798679 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.manager [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (74c8b9a6-ecd4-461c-a31b-e4934eab83d2) transitioned into state 'RUNNING' from state 'PENDING' {{(pid=124508) _task_receiver /usr/local/lib/python3.8/dist-packages/taskflow/listeners/logging.py:190}}
Jul 23 21:22:18.800364 ncdv-master-1 cinder-volume[124508]: INFO cinder.volume.flows.manager.create_volume [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Volume 76b79c8c-15ff-4ad6-ac7f-aed13c36dfc1: being created as image with specification: {'status': 'creating', 'volume_name': 'volume-76b79c8c-15ff-4ad6-ac7f-aed13c36dfc1', 'volume_size': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'image_location': (None, None), 'image_meta': {'name': 'ubuntu-16', 'disk_format': 'vhdx', 'container_format': 'bare', 'visibility': 'public', 'size': 645922816, 'virtual_size': 734003200, 'status': 'active', 'checksum': '318f990048c8a194829e52141534610d', 'protected': False, 'min_ram': 0, 'min_disk': 0, 'owner': 'd6f3124c18f04946a431e587fc205bd4', 'os_hidden': False, 'os_hash_algo': 'sha512', 'os_hash_value': '1aaa7a04b14d2fb410b8803fefeb767485c32e2da475b52a8839eec757ebef67d8611e4f699200324e39744ee6949dd3c2a4f6ecccb0c2480706ec5cb0fc5a53', 'id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'created_at': datetime.datetime(2022, 7, 23, 21, 4, 28, tzinfo=datetime.timezone.utc), 'updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44, tzinfo=datetime.timezone.utc), 'tags': [], 'file': '/v2/images/b27b20aa-ef1b-4dd1-989e-321af6343d6a/file', 'properties': {'hw_rng_model': 'virtio', 'owner_specified.openstack.md5': '', 'owner_specified.openstack.object': 'images/ubuntu-16', 'owner_specified.openstack.sha256': ''}}, 'image_service': <cinder.image.glance.GlanceImageService object at 0x7eff82841fd0>}
Jul 23 21:22:18.801460 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Cloning 76b79c8c-15ff-4ad6-ac7f-aed13c36dfc1 from image b27b20aa-ef1b-4dd1-989e-321af6343d6a  at location (None, None). {{(pid=124508) _create_from_image /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:1069}}
Jul 23 21:22:18.802386 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Acquiring lock "cinder-b27b20aa-ef1b-4dd1-989e-321af6343d6a" by "_prepare_image_cache_entry" {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:192}}
Jul 23 21:22:18.841200 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Lock "cinder-b27b20aa-ef1b-4dd1-989e-321af6343d6a" acquired by "_prepare_image_cache_entry" :: waited 0.039s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:195}}
Jul 23 21:22:18.879940 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.cache [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Found image-volume cache entry: {'id': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'volume_id': '3e53d200-a666-4322-aba4-5ba2e7168d65', 'host': 'ncdv-master-1@ceph#ceph', 'size': 1, 'image_updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44), 'last_used': datetime.datetime(2022, 7, 23, 21, 22, 18, 847809)}. {{(pid=124508) get_entry /opt/stack/cinder/cinder/image/cache.py:76}}
Jul 23 21:22:18.880394 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.cache [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Image-volume cache entry image_update_at = 2022-07-23 21:04:44+00:00, requested image updated_at = 2022-07-23 21:04:44+00:00. {{(pid=124508) _should_update_entry /opt/stack/cinder/cinder/image/cache.py:259}}
Jul 23 21:22:18.880873 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Found cache entry for image = b27b20aa-ef1b-4dd1-989e-321af6343d6a on host ncdv-master-1@ceph#ceph. {{(pid=124508) _prepare_image_cache_entry /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:884}}
Jul 23 21:22:18.899989 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.coordination [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Lock "cinder-b27b20aa-ef1b-4dd1-989e-321af6343d6a" released by "_prepare_image_cache_entry" :: held 0.054s {{(pid=124508) _synchronized /opt/stack/cinder/cinder/coordination.py:204}}
Jul 23 21:22:18.902336 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Attempting to retrieve cache entry for image = b27b20aa-ef1b-4dd1-989e-321af6343d6a on host ncdv-master-1@ceph#ceph. {{(pid=124508) _create_from_image_cache /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:825}}
Jul 23 21:22:18.932598 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.cache [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Found image-volume cache entry: {'id': 1, 'image_id': 'b27b20aa-ef1b-4dd1-989e-321af6343d6a', 'volume_id': '3e53d200-a666-4322-aba4-5ba2e7168d65', 'host': 'ncdv-master-1@ceph#ceph', 'size': 1, 'image_updated_at': datetime.datetime(2022, 7, 23, 21, 4, 44), 'last_used': datetime.datetime(2022, 7, 23, 21, 22, 18, 910600)}. {{(pid=124508) get_entry /opt/stack/cinder/cinder/image/cache.py:76}}
Jul 23 21:22:18.933317 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.image.cache [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Image-volume cache entry image_update_at = 2022-07-23 21:04:44+00:00, requested image updated_at = 2022-07-23 21:04:44+00:00. {{(pid=124508) _should_update_entry /opt/stack/cinder/cinder/image/cache.py:259}}
Jul 23 21:22:18.933996 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.flows.manager.create_volume [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] Creating from source image-volume 3e53d200-a666-4322-aba4-5ba2e7168d65 {{(pid=124508) _create_from_image_cache /opt/stack/cinder/cinder/volume/flows/manager/create_volume.py:839}}
Jul 23 21:22:19.018449 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] connecting to cinder@ceph (conf=/etc/ceph/ceph.conf, timeout=-1). {{(pid=124508) _do_conn /opt/stack/cinder/cinder/volume/drivers/rbd.py:523}}
Jul 23 21:22:19.172122 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] creating snapshot='volume-76b79c8c-15ff-4ad6-ac7f-aed13c36dfc1.clone_snap' {{(pid=124508) create_cloned_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:779}}
Jul 23 21:22:19.976775 ncdv-master-1 cinder-volume[124508]: DEBUG cinder.volume.drivers.rbd [None req-082a43b9-6817-4ade-82d2-4964ccaf74f5 tempest-ServersTestBootFromVolume-253143402 None] cloning 'volume-3e53d200-a666-4322-aba4-5ba2e7168d65@volume-76b79c8c-15ff-4ad6-ac7f-aed13c36dfc1.clone_snap' to 'volume-76b79c8c-15ff-4ad6-ac7f-aed13c36dfc1' {{(pid=124508) create_cloned_volume /opt/stack/cinder/cinder/volume/drivers/rbd.py:785}}